-- Logs begin at Fri 2021-05-21 14:48:21 UTC, end at Fri 2021-05-21 16:05:26 UTC. --
May 21 15:33:26.221865 dv-cinder-792642-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 21 15:33:28.646046 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.common.config [-] Logging enabled!
May 21 15:33:28.647200 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev227
May 21 15:33:28.647545 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98712) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 21 15:33:28.650876 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.common.config [-] Logging enabled!
May 21 15:33:28.651131 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev227
May 21 15:33:28.651438 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98712) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 21 15:33:28.652383 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 21 15:33:28.652615 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 21 15:33:28.652982 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 21 15:33:28.653225 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 21 15:33:28.653448 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 21 15:33:28.653765 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.654061 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.654355 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.654582 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.654903 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.655192 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.655473 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.655760 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.656054 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.656338 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.656615 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.656895 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.657125 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.657405 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.657691 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.657977 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.658201 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] debug                          = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.658480 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.658927 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.659349 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.659627 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.659914 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.660192 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.660460 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.660733 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.661021 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.661343 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] host                           = dv-cinder-792642-1-iscsi {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.661620 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.661905 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.662902 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.663191 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.663477 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.663755 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.664039 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.664314 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.664587 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.664862 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.665150 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.665442 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.665727 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.665952 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.666173 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.666460 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.666765 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.667047 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.667319 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.667593 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.667867 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.668139 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.668406 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.668689 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.668972 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.669254 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.669527 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.669800 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.670073 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.670343 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.670625 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.670969 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.671245 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.671515 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.671805 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.672082 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.672354 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.672654 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.672943 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.673225 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.673508 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.673783 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.674064 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.674337 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.674606 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.674900 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.675173 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.675441 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.675720 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.675994 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.676264 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.676536 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.676806 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.677087 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:28.677386 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.677683 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.678014 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.678299 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.678593 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.678913 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.679207 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.679485 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.679773 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.680061 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.680354 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.680627 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.680916 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.681216 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.681492 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.681796 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.682094 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.682386 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.682662 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.682978 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.683238 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.683513 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.683801 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.684093 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.684383 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.684658 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.684936 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.685223 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.685500 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.685768 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.686046 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.686332 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.686610 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.686905 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.687188 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.687463 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.687736 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.688006 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.688284 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.688572 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.688848 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.689116 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.689385 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.689658 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.689926 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.690209 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.690487 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.690772 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.691044 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.691319 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.691589 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.691858 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.692133 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.692402 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.692677 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.692950 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.693218 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.693558 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.693832 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.694145 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.694419 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.694694 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.695014 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.695288 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.695561 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.695830 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.696102 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.696372 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.696658 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.696954 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.697232 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.697511 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.697790 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.698065 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.698344 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.698620 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.698937 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.699217 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.699490 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.699779 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.700064 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.700352 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.700635 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.700914 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.701211 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.701488 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.701771 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.702047 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.702327 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.702616 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.702941 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.703238 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.703534 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.703825 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.704116 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.704413 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.704704 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.705005 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.705283 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:28.705499 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 21 15:33:28.705740 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98712) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 21 15:33:29.054972 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:33:29.055304 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:33:29.055512 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:33:29.055839 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.manager [-] Loading core plugin: ml2
May 21 15:33:29.362576 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.362850 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.363047 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.364290 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.364566 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.364826 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.485599 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.485864 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.486124 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.499167 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.499440 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.499702 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.527967 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.528244 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.528509 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.567298 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.567574 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.567838 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.799283 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f214c4b25e0> agent after_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.799956 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f214c4b25e0> agent after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.799956 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f214c4b24c0> segment precommit_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.800118 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f214c4a3790> network precommit_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.800781 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f214c4d40d0> segment before_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.924290 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> network before_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.924598 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f214c24d790> agent before_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.924878 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> network before_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.925155 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> port before_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.925415 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> port before_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.925723 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> segment precommit_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.925974 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> segment precommit_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.926226 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> segment after_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.926479 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> segment after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.926788 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> network after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.927049 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> network precommit_delete 0 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.927306 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> port provisioning_complete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.927565 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> rbac-policy before_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.928369 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> rbac-policy after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.928630 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> agent after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.928896 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> subnet after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.929150 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> subnet precommit_delete 0 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.929557 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> rbac-policy before_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.929812 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> rbac-policy before_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.930090 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> segment_host_mapping after_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.930435 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> port after_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.930686 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> port after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.930957 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> port after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.931233 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> rbac-policy before_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.931479 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> rbac-policy before_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.931721 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f214cdb1e20>> rbac-policy before_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.932101 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 21 15:33:29.932340 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 21 15:33:29.932577 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 21 15:33:29.932809 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 21 15:33:29.933041 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 21 15:33:29.933273 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 21 15:33:29.933633 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 21 15:33:29.936744 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 21 15:33:29.940613 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 21 15:33:29.944419 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
May 21 15:33:29.946038 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 21 15:33:29.947148 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 21 15:33:29.947512 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 21 15:33:29.947898 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 21 15:33:29.950867 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 21 15:33:29.951111 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 21 15:33:29.951453 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 21 15:33:29.979523 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 21 15:33:29.979972 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f214c3063a0>> qos_plugin after_init 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.980272 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98712) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 21 15:33:29.980628 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f214c2f1c70>> logging-plugin after_init 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.981964 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98712) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 21 15:33:29.982244 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 21 15:33:29.982485 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 21 15:33:29.985703 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f214c2f14c0>> floatingip before_response 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:29.985985 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f214c2f14c0>> port before_response 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:30.056982 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 21 15:33:30.057136 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 21 15:33:30.057370 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 21 15:33:30.057746 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 21 15:33:30.087914 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_db.sqlalchemy.engines [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98712) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 21 15:33:30.551247 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Initializing driver for type 'gre'
May 21 15:33:30.552068 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] gre ID ranges: [(1, 1000)]
May 21 15:33:30.739710 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Initializing driver for type 'local'
May 21 15:33:30.740044 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Initializing driver for type 'vlan'
May 21 15:33:30.842862 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] VlanTypeDriver initialization complete
May 21 15:33:30.843462 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Initializing driver for type 'vxlan'
May 21 15:33:30.843631 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] vxlan ID ranges: [(1, 1000)]
May 21 15:33:31.051312 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Initializing extension driver 'port_security'
May 21 15:33:31.051655 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.extensions.port_security [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] PortSecurityExtensionDriver initialization complete
May 21 15:33:31.051997 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Initializing mechanism driver 'openvswitch'
May 21 15:33:31.052366 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Initializing mechanism driver 'hyperv'
May 21 15:33:31.059779 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.plugins.ml2.plugin [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:33:31.060597 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214c482b20>> port after_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.061094 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214c482b20>> port after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.061455 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214c482b20>> port after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.061853 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214c482c70>> subnet after_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.062241 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214c482c70>> subnet after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.062595 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214c482c70>> subnet after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.063005 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214be27880>> network after_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.063399 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214be27880>> network after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.063748 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214be27880>> network after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.064147 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214be27af0>> security_group after_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.064489 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214be27af0>> security_group after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.064833 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214be27af0>> security_group after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.065226 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214be27d60>> security_group_rule after_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.065612 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214be27d60>> security_group_rule after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.065962 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214be27d60>> security_group_rule after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.066346 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214be27fd0>> address_group after_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.066692 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214be27fd0>> address_group after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.067106 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f214be27fd0>> address_group after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.074119 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] ML2 OVO RPC backend initialized. {{(pid=98712) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
May 21 15:33:31.074119 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f214be38430>> router_interface after_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.074119 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f214be38430>> router_interface after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.074119 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f214be38430>> network before_response 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.074460 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f214be38430>> networks before_response 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.074460 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f214be38430>> port before_response 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.074460 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f214be38430>> ports before_response 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.074460 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f214be38430>> subnet before_response 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.074775 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f214be38430>> subnets before_response 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.074775 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f214be38430>> network after_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.074775 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f214be38430>> network after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.074775 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f214be38430>> network after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.075079 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f214be38430>> port after_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.075079 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f214be38430>> port after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.075079 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f214be38430>> port after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.075079 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f214be38430>> subnet after_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.075452 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f214be38430>> subnet after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.075452 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f214be38430>> subnet after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.075452 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.plugin [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Modular L2 Plugin initialization complete
May 21 15:33:31.075452 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading services supported by the core plugin {{(pid=98712) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 21 15:33:31.075452 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.plugins.ml2.managers [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Got port-security extension from driver 'port_security'
May 21 15:33:31.075820 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.extensions.vlantransparent [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Disabled vlantransparent extension.
May 21 15:33:31.076143 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98712) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 21 15:33:31.076417 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading Plugin: router
May 21 15:33:31.118792 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router_interface before_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.119168 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router after_create 55549900 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.119562 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router before_create 55549900 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.119932 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router_interface before_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.120308 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router_interface after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.120666 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router after_delete 55549900 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.121024 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> floatingip after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.121424 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router after_create 55549900 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.121845 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router after_update 55549900 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.122201 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router after_update 55549900 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.122558 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router_gateway after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.122957 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router after_update 55549900 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.123372 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router precommit_update 55549900 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.123773 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f214c444c10> port after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.124124 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f214c444ca0> port after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.124468 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f214c444b80> subnet after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.124813 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f214c4445e0> subnetpool_address_scope after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.125165 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> port precommit_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.125515 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router precommit_create 55549900 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.125863 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f214c435ee0> port before_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.126211 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router precommit_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.126574 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router after_update 55549900 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.127040 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router precommit_delete 55549900 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.127395 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router precommit_create 55549900 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.127760 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router_interface after_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.128111 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> router precommit_update 55549900 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.128488 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f214be38220>> network after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.129391 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Tracking information for resource: router configured {{(pid=98712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 21 15:33:31.129729 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Tracking information for resource: floatingip configured {{(pid=98712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 21 15:33:31.138840 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.db.l3_agentschedulers_db [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 21 15:33:31.139437 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f214bdf18b0> port after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.139806 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f214bdf1790> port after_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.140160 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <function _notify_port_delete at 0x7f214bdf1820> port after_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.140514 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f214bdf1b80> port after_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.141330 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f214be0ad30>> router before_create 55550100 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.141697 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f214be0ad30>> router precommit_delete 55550100 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.142058 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f214be0ad30>> router precommit_create 55550100 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.142414 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f214be0ad30>> router precommit_update 55550100 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.147536 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.services.provider_configuration [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Service providers = [] {{(pid=98712) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 21 15:33:31.147990 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.db.servicetype_db [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98712) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 21 15:33:31.151102 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.services.service_base [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 21 15:33:31.151457 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.services.service_base [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 21 15:33:31.151802 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.services.service_base [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 21 15:33:31.152690 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.services.service_base [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 21 15:33:31.153069 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.services.service_base [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 21 15:33:31.153628 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 21 15:33:31.153954 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 21 15:33:31.165279 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 21 15:33:31.165621 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading Plugin: auto_allocate
May 21 15:33:31.171522 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f214bdafee0> network precommit_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.171933 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f214bdafee0> network precommit_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.172461 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 21 15:33:31.172820 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading Plugin: tag
May 21 15:33:31.180498 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 21 15:33:31.180866 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading Plugin: timestamp
May 21 15:33:31.184765 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 21 15:33:31.185099 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading Plugin: network_ip_availability
May 21 15:33:31.190491 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f214bdcba30>> rbac-policy before_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.190895 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f214bdcba30>> rbac-policy before_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.191263 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f214bdcba30>> rbac-policy before_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.192043 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 21 15:33:31.192362 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading Plugin: flavors
May 21 15:33:31.197525 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 21 15:33:31.197907 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading Plugin: revisions
May 21 15:33:31.202306 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 21 15:33:31.202701 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_concurrency.lockutils [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.147s {{(pid=98712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:33:31.203516 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98712) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 21 15:33:31.203854 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Initializing extension manager.
May 21 15:33:31.204391 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: __init__.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.204738 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: __pycache__ {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.205083 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.205446 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: address_group.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.206256 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.206888 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: address-group
May 21 15:33:31.207236 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: address_scope.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.207987 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.208482 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: address-scope
May 21 15:33:31.208805 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.209844 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.210387 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: router-admin-state-down-before-update
May 21 15:33:31.210715 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: agent.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.211466 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.211971 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: agent
May 21 15:33:31.212299 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: agent_resources_synced.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.213237 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.213744 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: agent-resources-synced
May 21 15:33:31.214112 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: allowedaddresspairs.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.216011 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.216578 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: allowed-address-pairs
May 21 15:33:31.216911 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: auto_allocated_topology.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.218021 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.218547 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: auto-allocated-topology
May 21 15:33:31.218937 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: availability_zone.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.219646 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.220152 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: availability_zone
May 21 15:33:31.220514 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: availability_zone_filter.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.221431 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.221973 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: availability_zone_filter
May 21 15:33:31.222300 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: data_plane_status.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.223281 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.223785 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension data-plane-status not supported by any of loaded plugins
May 21 15:33:31.224111 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: default_subnetpools.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.225575 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.226081 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: default-subnetpools
May 21 15:33:31.226404 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.227297 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.227803 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: dhcp_agent_scheduler
May 21 15:33:31.228129 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: dns.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.229065 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.229569 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension dns-integration not supported by any of loaded plugins
May 21 15:33:31.229917 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: dns_domain_ports.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.230925 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.231433 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 21 15:33:31.231797 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: dvr.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.232469 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.233018 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: dvr
May 21 15:33:31.233343 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: empty_string_filtering.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.234286 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.234820 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: empty-string-filtering
May 21 15:33:31.235144 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.236049 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.236592 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 21 15:33:31.236918 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.237828 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.238328 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 21 15:33:31.238650 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: external_net.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.239574 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.240129 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: external-net
May 21 15:33:31.240978 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.241917 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.242426 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: extra_dhcp_opt
May 21 15:33:31.242774 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: extraroute.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.243678 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.244179 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: extraroute
May 21 15:33:31.244502 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: extraroute_atomic.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.245531 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.246034 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: extraroute-atomic
May 21 15:33:31.246362 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: filter_validation.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.247065 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.247590 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: filter-validation
May 21 15:33:31.247916 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: fip_pf_description.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.249054 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.249559 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 21 15:33:31.249886 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: fip_port_details.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.250868 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.251374 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: fip-port-details
May 21 15:33:31.251700 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: flavors.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.252993 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.253552 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: flavors
May 21 15:33:31.253884 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.255664 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.256209 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 21 15:33:31.256544 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: floatingip_pools.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.257272 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.257777 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: floatingip-pools
May 21 15:33:31.258106 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: ip_allocation.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.259132 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.259633 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension ip_allocation not supported by any of loaded plugins
May 21 15:33:31.259959 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.260900 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.261409 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: ip-substring-filtering
May 21 15:33:31.261738 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: l2_adjacency.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.262688 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.263278 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension l2_adjacency not supported by any of loaded plugins
May 21 15:33:31.263604 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: l3.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.264627 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.265142 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: router
May 21 15:33:31.265466 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.267835 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.268399 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 21 15:33:31.268740 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.269670 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.270225 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: ext-gw-mode
May 21 15:33:31.270555 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.271868 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.272374 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: l3-ha
May 21 15:33:31.272742 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: l3_flavors.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.273660 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.274190 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: l3-flavors
May 21 15:33:31.274515 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.275483 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.276019 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: l3-port-ip-change-not-allowed
May 21 15:33:31.276342 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: l3agentscheduler.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.277575 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.278086 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: l3_agent_scheduler
May 21 15:33:31.278416 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: logging.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.279974 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.280500 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension logging not supported by any of loaded plugins
May 21 15:33:31.280836 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: metering.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.281610 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.282235 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: metering
May 21 15:33:31.282568 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.283730 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.284347 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: metering_source_and_destination_fields
May 21 15:33:31.284682 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: multiprovidernet.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.285759 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.286299 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: multi-provider
May 21 15:33:31.286634 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: netmtu.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.288254 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.288799 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: net-mtu
May 21 15:33:31.289129 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: netmtu_writable.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.290083 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.290590 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: net-mtu-writable
May 21 15:33:31.290945 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: network_availability_zone.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.291647 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.292152 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: network_availability_zone
May 21 15:33:31.292519 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: network_ip_availability.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.293613 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.294151 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: network-ip-availability
May 21 15:33:31.294477 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: network_segment_range.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.295307 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.295835 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension network-segment-range not supported by any of loaded plugins
May 21 15:33:31.296156 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: pagination.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.297140 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.297505 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: pagination
May 21 15:33:31.297827 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: port_device_profile.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.298754 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.299303 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: port-device-profile
May 21 15:33:31.299633 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.300593 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.301150 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: port-mac-address-regenerate
May 21 15:33:31.301518 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.302435 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.303600 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: port-numa-affinity-policy
May 21 15:33:31.303908 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: port_resource_request.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.304812 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.305316 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension port-resource-request not supported by any of loaded plugins
May 21 15:33:31.305638 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: portbindings.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.306557 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.307093 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: binding
May 21 15:33:31.307420 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: portbindings_extended.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.308679 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.309249 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: binding-extended
May 21 15:33:31.309579 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: portsecurity.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.310489 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.311022 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: port-security
May 21 15:33:31.311349 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: project_id.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.312326 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.312652 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: project-id
May 21 15:33:31.312975 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: providernet.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.313888 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.314413 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: provider
May 21 15:33:31.314747 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: qos.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.318399 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.318950 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension qos not supported by any of loaded plugins
May 21 15:33:31.319286 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.320531 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.321043 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 21 15:33:31.321375 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.322343 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.322888 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 21 15:33:31.323219 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: qos_default.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.324140 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.324641 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension qos-default not supported by any of loaded plugins
May 21 15:33:31.324967 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: qos_fip.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.325616 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.326243 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension qos-fip not supported by any of loaded plugins
May 21 15:33:31.326568 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: qos_gateway_ip.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.327522 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.328038 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 21 15:33:31.328357 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: qos_port_network_policy.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.329260 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.329761 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 21 15:33:31.330084 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: qos_rule_type_details.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.331027 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.331529 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 21 15:33:31.331849 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: qos_rules_alias.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.332955 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.333505 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 21 15:33:31.333831 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: quotasv2.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.334983 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.335318 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: quotas
May 21 15:33:31.335645 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: quotasv2_detail.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.337299 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.337639 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: quota_details
May 21 15:33:31.337973 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: rbac.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.339097 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.339621 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: rbac-policies
May 21 15:33:31.339987 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: rbac_address_group.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.340913 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.341428 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: rbac-address-group
May 21 15:33:31.341758 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: rbac_address_scope.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.342751 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.343258 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: rbac-address-scope
May 21 15:33:31.343588 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: rbac_security_groups.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.344503 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.345008 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: rbac-security-groups
May 21 15:33:31.345333 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: rbac_subnetpool.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.346266 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.346794 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: rbac-subnetpool
May 21 15:33:31.347160 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: revisionifmatch.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.348075 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.348574 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: revision-if-match
May 21 15:33:31.348922 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: revisions.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.350589 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.351124 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: standard-attr-revisions
May 21 15:33:31.351455 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: router_availability_zone.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.352128 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.352670 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: router_availability_zone
May 21 15:33:31.352999 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: routerservicetype.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.353919 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.354419 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension router-service-type not supported by any of loaded plugins
May 21 15:33:31.354769 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.355683 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.356220 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: security-groups-normalized-cidr
May 21 15:33:31.356547 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.357459 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.357980 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: port-security-groups-filtering
May 21 15:33:31.358319 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.359260 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.359766 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: security-groups-remote-address-group
May 21 15:33:31.360091 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: securitygroup.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.370411 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.370927 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: security-group
May 21 15:33:31.371268 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: segment.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.372066 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.372575 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension segment not supported by any of loaded plugins
May 21 15:33:31.372908 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.373844 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.374350 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 21 15:33:31.374680 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: servicetype.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.375800 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.376317 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: service-type
May 21 15:33:31.376648 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: sorting.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.377624 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.377963 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: sorting
May 21 15:33:31.378292 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: standard_attr_segment.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.379263 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.379779 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 21 15:33:31.380105 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: standardattrdescription.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.380796 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.381351 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: standard-attr-description
May 21 15:33:31.381719 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: stateful_security_group.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.382641 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.383177 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: stateful-security-group
May 21 15:33:31.383507 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: stdattrs_common.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.384090 dv-cinder-792642-1-iscsi neutron-server[98712]: WARNING neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 21 15:33:31.384415 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.385436 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.385958 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 21 15:33:31.386283 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: subnet_onboard.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.387401 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.387914 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: subnet_onboard
May 21 15:33:31.388277 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.389222 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.389767 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 21 15:33:31.390095 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: subnet_service_types.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.391060 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.391623 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: subnet-service-types
May 21 15:33:31.391949 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: subnetallocation.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.393067 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.393589 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: subnet_allocation
May 21 15:33:31.393936 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.394625 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.395197 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: subnetpool-prefix-ops
May 21 15:33:31.395525 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.397276 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.397798 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 21 15:33:31.398103 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: tagging.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.399269 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.399805 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: standard-attr-tag
May 21 15:33:31.400132 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: timestamp.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.401381 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.401932 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loaded extension: standard-attr-timestamp
May 21 15:33:31.402272 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: trunk.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.403358 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.403912 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension trunk not supported by any of loaded plugins
May 21 15:33:31.404249 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: trunk_details.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.405197 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.405707 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension trunk-details not supported by any of loaded plugins
May 21 15:33:31.406035 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: uplink_status_propagation.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.407017 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.407528 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 21 15:33:31.407852 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Loading extension file: vlantransparent.py {{(pid=98712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 21 15:33:31.408566 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 21 15:33:31.409070 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extension vlan-transparent not supported by any of loaded plugins
May 21 15:33:31.411697 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of TrackedResource for resource:network
May 21 15:33:31.413015 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of TrackedResource for resource:subnet
May 21 15:33:31.413821 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of TrackedResource for resource:subnetpool
May 21 15:33:31.414477 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of TrackedResource for resource:port
May 21 15:33:31.415867 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.v2.resource_helper [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=98712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 21 15:33:31.416308 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.v2.resource_helper [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Service FLAVORS assigned prefix:  {{(pid=98712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 21 15:33:31.416982 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.v2.resource_helper [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=98712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 21 15:33:31.417425 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.v2.resource_helper [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=98712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 21 15:33:31.417757 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of TrackedResource for resource:router
May 21 15:33:31.418409 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of TrackedResource for resource:floatingip
May 21 15:33:31.419203 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.v2.resource_helper [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Service METERING assigned prefix: /metering {{(pid=98712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 21 15:33:31.420705 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f214bcc58b0>> rbac-policy before_create 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.421081 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f214bcc58b0>> rbac-policy before_update 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.421471 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f214bcc58b0>> rbac-policy before_delete 55550000 {{(pid=98712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:33:31.422652 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of CountableResource for resource:rbac_policy
May 21 15:33:31.423135 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of TrackedResource for resource:security_group
May 21 15:33:31.423804 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of TrackedResource for resource:security_group_rule
May 21 15:33:31.424621 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.v2.resource_helper [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Service CORE assigned prefix:  {{(pid=98712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 21 15:33:31.424961 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of TrackedResource for resource:subnetpool
May 21 15:33:31.425303 dv-cinder-792642-1-iscsi neutron-server[98712]: WARNING neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] subnetpool is already registered
May 21 15:33:31.425902 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.v2.resource_helper [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Service CORE assigned prefix:  {{(pid=98712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 21 15:33:31.426238 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of TrackedResource for resource:subnetpool
May 21 15:33:31.426566 dv-cinder-792642-1-iscsi neutron-server[98712]: WARNING neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] subnetpool is already registered
May 21 15:33:31.430354 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.v2.resource_helper [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=98712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 21 15:33:31.430824 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.v2.resource_helper [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Service FLAVORS assigned prefix:  {{(pid=98712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 21 15:33:31.431429 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.v2.resource_helper [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=98712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 21 15:33:31.431858 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.v2.resource_helper [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=98712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 21 15:33:31.432198 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of TrackedResource for resource:router
May 21 15:33:31.432532 dv-cinder-792642-1-iscsi neutron-server[98712]: WARNING neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] router is already registered
May 21 15:33:31.433134 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of TrackedResource for resource:floatingip
May 21 15:33:31.433466 dv-cinder-792642-1-iscsi neutron-server[98712]: WARNING neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] floatingip is already registered
May 21 15:33:31.434103 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.v2.resource_helper [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Service METERING assigned prefix: /metering {{(pid=98712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 21 15:33:31.434851 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of CountableResource for resource:rbac_policy
May 21 15:33:31.435187 dv-cinder-792642-1-iscsi neutron-server[98712]: WARNING neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] rbac_policy is already registered
May 21 15:33:31.435732 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of TrackedResource for resource:security_group
May 21 15:33:31.436063 dv-cinder-792642-1-iscsi neutron-server[98712]: WARNING neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] security_group is already registered
May 21 15:33:31.436644 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of TrackedResource for resource:security_group_rule
May 21 15:33:31.436975 dv-cinder-792642-1-iscsi neutron-server[98712]: WARNING neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] security_group_rule is already registered
May 21 15:33:31.437633 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.v2.resource_helper [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Service CORE assigned prefix:  {{(pid=98712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 21 15:33:31.437970 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of TrackedResource for resource:subnetpool
May 21 15:33:31.438334 dv-cinder-792642-1-iscsi neutron-server[98712]: WARNING neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] subnetpool is already registered
May 21 15:33:31.438951 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.v2.resource_helper [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Service CORE assigned prefix:  {{(pid=98712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 21 15:33:31.439289 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Creating instance of TrackedResource for resource:subnetpool
May 21 15:33:31.439615 dv-cinder-792642-1-iscsi neutron-server[98712]: WARNING neutron.quota.resource_registry [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] subnetpool is already registered
May 21 15:33:31.440275 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: extensions {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.441801 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: address-groups {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.443630 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: address-scopes {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.445018 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: agents {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.446194 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: auto-allocated-topology {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.447540 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: availability_zones {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.448895 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: dhcp-networks {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.450306 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: dhcp-agents {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.451789 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: routers {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.453658 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: flavors {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.454909 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: service_profiles {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.456125 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: next_providers {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.457632 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: service_profiles {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.459702 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: floatingip-pools {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.460917 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: routers {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.462761 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: floatingips {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.464019 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: l3-routers {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.465403 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: l3-agents {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.466897 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: metering-labels {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.468224 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: metering-label-rules {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.469544 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: network-ip-availabilities {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.470833 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: bindings {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.472467 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: quotas {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.473883 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: quotas {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.476215 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: rbac-policies {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.477503 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: security-groups {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.478709 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: security-group-rules {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.479972 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: service-providers {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.481191 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: subnetpools {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.482715 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: subnetpools {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.484221 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: tags {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.485892 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: tags {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.487721 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: tags {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.489511 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: tags {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.492556 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: tags {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.494395 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: tags {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.496193 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: tags {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.611772 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: tags {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.613670 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: tags {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.615672 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron.api.extensions [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Extended resource: tags {{(pid=98712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 21 15:33:31.622072 dv-cinder-792642-1-iscsi neutron-server[98712]: WARNING keystonemiddleware.auth_token [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 21 15:33:31.627297 dv-cinder-792642-1-iscsi neutron-server[98712]: WARNING keystonemiddleware.auth_token [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 21 15:33:31.636393 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_concurrency.lockutils [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Acquired lock "singleton_lock" {{(pid=98712) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 21 15:33:31.636884 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_concurrency.lockutils [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Releasing lock "singleton_lock" {{(pid=98712) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 21 15:33:31.637525 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO oslo_service.service [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Starting 2 workers
May 21 15:33:31.642299 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Started child 98819 {{(pid=98712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 21 15:33:31.648991 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Started child 98820 {{(pid=98712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 21 15:33:31.649195 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:31.649905 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO neutron.service [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Neutron service started, listening on 0.0.0.0:9696
May 21 15:33:31.650018 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [-] (98819) wsgi starting up on http://0.0.0.0:9696
May 21 15:33:31.650228 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Notify callbacks [] for process, before_spawn {{(pid=98712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:31.652211 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:31.652814 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO oslo_service.service [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Starting 1 workers
May 21 15:33:31.653564 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [-] (98820) wsgi starting up on http://0.0.0.0:9696
May 21 15:33:31.657882 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Started child 98821 {{(pid=98712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 21 15:33:31.658397 dv-cinder-792642-1-iscsi neutron-server[98712]: INFO oslo_service.service [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Starting 1 workers
May 21 15:33:31.661493 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.service [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] calling RpcWorker wait() {{(pid=98821) _wait /opt/stack/neutron/neutron/service.py:128}}
May 21 15:33:31.662599 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.service [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] returning from RpcWorker wait() {{(pid=98821) _wait /opt/stack/neutron/neutron/service.py:135}}
May 21 15:33:31.663437 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Started child 98822 {{(pid=98712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 21 15:33:31.664103 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:31.664236 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG neutron_lib.callbacks.manager [None req-36da851e-afc4-44d0-a2c1-6ea1f154aaa4 None None] Notify callbacks [] for process, after_spawn {{(pid=98712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:31.664681 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:33:31.666067 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98712) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 21 15:33:31.666280 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 21 15:33:31.666514 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 21 15:33:31.666861 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 21 15:33:31.667200 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 21 15:33:31.667376 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 21 15:33:31.667895 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.668062 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:31.668537 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.668537 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.668668 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.668933 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.669209 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:33:31.669489 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.669776 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.670026 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.670309 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.670563 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.670747 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.670930 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.671187 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.671437 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.671744 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.672028 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.672273 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.672540 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.672716 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.672964 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.673228 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.673456 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.673727 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] debug                          = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.673964 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.674439 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.674688 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.674965 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.675178 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.675451 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.675698 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.675968 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.676238 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.676438 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.676667 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.676922 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.677150 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.677369 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.677631 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.677952 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.678171 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.678673 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] host                           = dv-cinder-792642-1-iscsi {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.678933 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.679154 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.679403 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.679834 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.680050 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.680193 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.680357 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.680615 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.680912 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.681168 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.681418 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.681683 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.681896 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.682144 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.682309 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.682542 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.682856 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.683120 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.683303 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.683463 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.683702 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.683888 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.684053 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.684338 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.684558 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.684772 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.684996 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.685244 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.685482 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.685753 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.685985 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.686199 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.686442 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.686799 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.686999 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.687230 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.687461 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.687681 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.687929 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.688158 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.688422 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.688651 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.688864 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.689075 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.689331 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.689565 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.689830 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.690114 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.690365 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.690615 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.690870 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.691108 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.691387 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.691620 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.691941 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.692152 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.692645 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.692645 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.693056 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.693056 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.693439 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.693864 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.694056 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.694552 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.694552 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.703110 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.703110 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.703110 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.703110 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.703110 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.703110 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.703110 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.703110 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.703899 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.703899 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.703899 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.703899 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.703899 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.703899 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.703899 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.703899 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.703899 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.704561 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.704561 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.704561 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.704561 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.704561 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.704561 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.704561 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.704561 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.705338 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.705338 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.705338 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.705338 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.70/identity {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.705338 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.705338 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.705338 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.705338 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.706919 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.706919 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.706919 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.706919 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.706919 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.706919 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.706919 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.706919 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.706919 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.708044 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.708044 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.708044 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.708044 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.708044 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.708044 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.708044 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.708044 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.708044 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.709832 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.709832 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.709832 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.709832 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.709832 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.709832 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.709832 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.709832 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.710898 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.710898 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.710898 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.710898 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.710898 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.713179 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.713179 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.713179 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.713179 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.713179 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.713179 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.713179 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.713179 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.713179 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.714261 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.714261 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.714261 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.714261 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.714261 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.714261 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.714261 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.718708 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.718708 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.718708 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.718708 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.718708 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.718708 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.718708 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.718708 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.718708 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.719915 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.719915 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.719915 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.719915 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.719915 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.719915 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.719915 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.719915 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.721257 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.721257 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.721257 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.721257 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.721257 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.721257 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.721257 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.721257 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.722701 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.722701 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.722701 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.722701 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.722701 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.722701 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.722701 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.722701 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.723430 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.723430 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.723430 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.723430 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.723854 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.723854 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.724046 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.724294 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.724615 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.725504 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.725923 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.726296 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.731806 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.731806 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.731806 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.731806 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.731806 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.731806 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.731806 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.731806 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.732444 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.732444 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.732444 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.732444 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.732444 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.732444 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.732444 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.732444 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.733279 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.733279 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.733279 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.733279 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.733279 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.733279 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.733279 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.70/identity {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.733279 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.733845 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.733845 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.733845 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.733845 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.733845 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.733845 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.733845 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.734313 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.734313 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.734461 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.735221 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.735221 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.735221 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.735485 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.735621 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.735833 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.736401 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.736401 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.736651 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.736783 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.736911 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.737123 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.737391 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.737612 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.737910 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.738157 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.738400 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.738687 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.738952 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.739189 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.739404 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.739655 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.739872 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.740108 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.740357 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.740578 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.740888 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.741154 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.741437 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.741657 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.741938 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.742227 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.742564 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.742852 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.743083 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.743501 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.743746 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.743965 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.744218 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.744454 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.744669 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.744903 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.745118 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.745375 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.745648 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.745900 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.746121 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.746345 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.746573 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.746867 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.747083 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.747417 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.747698 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.747951 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.748220 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.748453 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.748693 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.748927 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.749172 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.749391 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.749714 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.749981 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.750227 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.750473 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.750715 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.750980 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.751298 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.754785 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.754785 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.754785 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.754785 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.754785 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.754785 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.754785 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.754785 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.754785 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.755481 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.755481 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.755481 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.755481 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.755481 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.755481 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.755481 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.755481 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.756166 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.756166 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.756315 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.756438 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.756685 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.756979 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.757332 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.757627 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.757875 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.758118 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.758393 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.758687 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.759002 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.759267 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.759608 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.759952 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.760248 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.760500 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.760728 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.761004 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.761298 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.761538 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.761808 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.762090 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.762309 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.762549 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.762818 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.763050 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.763290 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.763554 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.763813 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.764092 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.764328 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.764568 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.764802 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.764961 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 21 15:33:31.765547 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98712) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 21 15:33:31.765743 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 21 15:33:31.765915 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 21 15:33:31.766118 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 21 15:33:31.766447 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 21 15:33:31.766610 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 21 15:33:31.766908 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.767095 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.767224 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.767380 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.767580 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.767766 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.767930 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.768090 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.768251 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.768416 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.768608 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.768795 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.768965 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.769186 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.769307 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.769466 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.769625 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.769821 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.769987 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.770181 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.770346 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.770531 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.770986 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] debug                          = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.771184 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.771907 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.772072 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.772233 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.772523 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.772735 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.772848 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.773038 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.773203 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.773396 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.773559 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.773751 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.773912 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.774104 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.774264 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.774424 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.774584 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.774764 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] host                           = dv-cinder-792642-1-iscsi {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.774929 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.775088 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.775254 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.775408 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.775588 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.775747 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.775906 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.776065 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.776225 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.776383 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.776541 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.776699 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.776859 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.777019 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.777194 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.777357 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.777516 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.777677 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.777854 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.778022 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.778182 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.778341 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.778501 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.778661 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.778844 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.779026 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.779181 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.779323 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.779522 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.779662 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.779792 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.779951 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.783473 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.783473 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.783473 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.783473 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.783473 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.783473 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.783473 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.783473 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.784391 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.784391 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.784391 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.784391 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.784391 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.784391 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.784391 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.784391 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.785146 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.785146 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.785146 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.785146 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.785146 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.785146 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.785146 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.785146 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.785692 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.785692 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.785692 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.785692 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.785692 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.785692 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.785692 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.785692 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.785692 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.786375 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.786375 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.786375 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.786375 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 21 15:33:31.786375 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.786375 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.786375 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.786375 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.787957 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.787957 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.787957 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.787957 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.787957 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.787957 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.787957 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.788738 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.788738 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.788738 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.788738 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.788738 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.788738 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.789284 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.789284 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.789284 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.789545 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.789545 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.789686 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.789894 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.790057 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.70/identity {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.790256 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.790422 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.790586 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.790814 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.790938 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.791630 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.791630 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.791630 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.791630 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.792020 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.792020 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.792020 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.792329 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.792329 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.792523 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.792626 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.792814 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.792985 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.793149 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.793311 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.793473 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.793636 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.793798 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.793974 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.794149 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.794323 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.794485 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.794647 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.794862 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.795097 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.795260 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.795422 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.795584 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.795745 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.795907 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.796069 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.796281 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.796447 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.796609 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.796772 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.796991 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.797120 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.797234 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.797385 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.797546 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.797708 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.797967 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.798132 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.798296 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.798458 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.798621 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.798808 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.798973 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.799135 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.799358 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.799531 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.799692 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.799854 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.800038 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.800209 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.800420 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.800586 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.800748 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.800910 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.801072 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.801233 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.801395 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.801558 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.801720 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.801914 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.802077 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.802240 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.802405 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.802568 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.802568 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.803124 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.803124 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.803355 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.803355 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.803584 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.803705 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.803892 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.804166 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.804306 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.804430 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.804552 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.804673 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.804819 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.804984 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.805145 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.805313 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.805486 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.805647 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.805844 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.806007 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.806169 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.806330 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.806492 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.806653 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.806838 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.807075 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.807211 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.807334 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.807482 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.807646 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.807807 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.808015 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.808145 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.808293 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.808454 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.808618 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.808779 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.808940 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.809101 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.809289 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.809452 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.809612 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.809775 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.809938 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.70/identity {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.810099 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.810262 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.810423 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.810585 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.810764 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.810931 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.811092 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.812039 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.812039 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.812039 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.812039 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.812039 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.812039 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.812715 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.812715 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.812715 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.812715 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.813169 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.813169 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.813169 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.813507 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.813507 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.813507 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.813831 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.813831 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.814040 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.814152 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.814261 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.814415 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.814578 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.814776 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.814922 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.815085 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.815247 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.815413 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.815574 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.815735 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.815897 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.816058 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.816221 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.816383 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.816544 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.816704 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.816881 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.817042 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.817248 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.817376 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.817508 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.817678 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.817822 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.817983 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.818693 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.818855 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.818969 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.819136 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.819301 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.819463 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.819625 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.819787 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.820151 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.820151 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.820412 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.820412 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.820643 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.820765 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.820888 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.821103 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.821240 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.821353 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.821500 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.821661 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.821821 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.821991 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.822152 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.822313 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.822473 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.822634 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.822829 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.822977 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.823122 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.823286 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.823447 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.823617 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.823798 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.823961 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.824121 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.824282 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.824452 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.824615 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.824777 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.824947 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.825108 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.825268 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.825430 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.825602 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.825765 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.825928 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.826110 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.826271 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.826432 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.826596 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.826788 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.826962 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.827150 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.827358 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.827485 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.827622 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.827788 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.827949 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.828195 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.828330 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.828452 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.828610 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.828735 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.828889 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.829050 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.829234 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.829396 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.829557 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.829719 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.829881 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.830042 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.830204 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.830366 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.830526 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.830686 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.830904 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.831021 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.831183 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.831343 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 21 15:33:31.831496 dv-cinder-792642-1-iscsi neutron-server[98712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 21 15:33:31.837925 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:33:31.896236 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 45382) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:33:31.905060 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062277
May 21 15:33:43.024536 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70025ba-35c7-4726-ad4d-574731ff95a0 None None] get_active_networks_info from dv-cinder-792642-1-iscsi {{(pid=98821) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 21 15:33:43.108032 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70025ba-35c7-4726-ad4d-574731ff95a0 None None] No non-hosted networks {{(pid=98821) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 21 15:33:43.122962 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.agentschedulers_db [None req-f70025ba-35c7-4726-ad4d-574731ff95a0 None None] DHCP Agent not found on host dv-cinder-792642-1-iscsi {{(pid=98821) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 21 15:33:43.210611 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-bcb2a0b9-81eb-4fff-8b63-db5de3b97348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102'] for agent, after_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:45.647936 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102'] for agent, after_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:45.648781 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:45.648934 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:45.649245 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:45.649932 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:45.650423 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:45.650933 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:45.651395 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:45.651873 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:45.652370 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:45.653083 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:45.653540 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:45.654001 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:45.654569 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f214b148b50>, 'Open vSwitch agent', 'dv-cinder-792642-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:33:45.667096 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f214b9b7eb0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792642-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:33:45.935301 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-fcbe79c9-31d5-4f45-b2a3-6e48acf67182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102'] for agent, after_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:45.964037 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.db.api [None req-1765cc83-d917-48aa-a743-2e22933b8f39 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-792642-1-iscsi {{(pid=98821) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 21 15:33:45.964693 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_db.api [None req-1765cc83-d917-48aa-a743-2e22933b8f39 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 21 15:33:46.481167 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-1765cc83-d917-48aa-a743-2e22933b8f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:46.636787 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102'] for agent, after_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:48.336365 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102'] for agent, after_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:49.847247 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 45472) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:33:50.452421 dv-cinder-792642-1-iscsi neutron-server[98819]: WARNING oslo_policy.policy [None req-a2c492fd-0b6d-47d0-b6c1-0ee9605da6ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 21 15:33:50.453027 dv-cinder-792642-1-iscsi neutron-server[98819]: WARNING oslo_policy.policy [None req-a2c492fd-0b6d-47d0-b6c1-0ee9605da6ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 21 15:33:50.675255 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [None req-a2c492fd-0b6d-47d0-b6c1-0ee9605da6ff admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=98819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 21 15:33:50.676413 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-a2c492fd-0b6d-47d0-b6c1-0ee9605da6ff admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8266404
May 21 15:33:52.800025 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.db.l3_hamode_db [None req-3a2d706c-76a3-4b88-8318-8ae7d7e9104e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 21 15:33:52.888237 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d706c-76a3-4b88-8318-8ae7d7e9104e None None] Routers set() bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:33:52.888697 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2d706c-76a3-4b88-8318-8ae7d7e9104e None None] Router IDs set() for agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 21 15:33:53.074748 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 45486) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:33:53.458611 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-9d834a82-90c1-4021-b706-eb8ec79955f6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:33:53.560571 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.policy [None req-9d834a82-90c1-4021-b706-eb8ec79955f6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98819) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 21 15:33:53.606144 dv-cinder-792642-1-iscsi neutron-server[98819]: WARNING oslo_policy.policy [None req-9d834a82-90c1-4021-b706-eb8ec79955f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 21 15:33:53.606531 dv-cinder-792642-1-iscsi neutron-server[98819]: WARNING oslo_policy.policy [None req-9d834a82-90c1-4021-b706-eb8ec79955f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 21 15:33:53.615259 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.quota [None req-9d834a82-90c1-4021-b706-eb8ec79955f6 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f214b6dd6a0>.
May 21 15:33:53.631406 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-9d834a82-90c1-4021-b706-eb8ec79955f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:33:53.776662 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9d834a82-90c1-4021-b706-eb8ec79955f6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736314062884', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736314062327', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736314036716', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736314047800', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736314086307', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736314096278', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-597800', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1046889', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8356648', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8293632'] for rbac-policy, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:53.999674 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9d834a82-90c1-4021-b706-eb8ec79955f6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:54.000894 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-9d834a82-90c1-4021-b706-eb8ec79955f6 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9251282
May 21 15:33:56.725833 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 45500) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:33:57.338152 dv-cinder-792642-1-iscsi neutron-server[98820]: WARNING oslo_policy.policy [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 21 15:33:57.338752 dv-cinder-792642-1-iscsi neutron-server[98820]: WARNING oslo_policy.policy [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 21 15:33:57.559929 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '34453fbf640a4683b46e5d5c9bf57409', 'tenant_id': '34453fbf640a4683b46e5d5c9bf57409'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:33:57.561482 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.quota [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f214ba83d90>.
May 21 15:33:57.577521 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:33:57.584496 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Usage tracker for resource:network and tenant:34453fbf640a4683b46e5d5c9bf57409 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:33:57.590890 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:33:57.608495 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:33:57.714266 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Made reservation on behalf of 34453fbf640a4683b46e5d5c9bf57409 for: {'network': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:33:57.798709 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.policy [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98820) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 21 15:33:57.845642 dv-cinder-792642-1-iscsi neutron-server[98820]: WARNING oslo_policy.policy [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 21 15:33:57.845946 dv-cinder-792642-1-iscsi neutron-server[98820]: WARNING oslo_policy.policy [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 21 15:33:57.858053 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:57.880054 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:57.897617 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:33:57.902182 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Usage tracker for resource:security_group_rule and tenant:34453fbf640a4683b46e5d5c9bf57409 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:33:57.909016 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:33:57.917570 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:33:58.051105 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:58.110548 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:58.116946 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:33:58.137993 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'}  {{(pid=98820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:33:58.166992 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736311915084', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:58.167629 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f214c4b24c0> segment precommit_create {{(pid=98820) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 21 15:33:58.168206 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.segments_db [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Added segment adf07772-8a72-430c-8bb8-30d7a71cb781 of type vlan for network 496054b5-29ad-45f7-9d07-1d48f674722a
May 21 15:33:58.222377 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5390fef2-c3d4-4168-967a-0c1e16c8fa44,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:33:58.239950 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:58.240294 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:58.240624 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:58.240947 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:58.241256 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:58.241585 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:58.241898 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:58.242208 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:58.242534 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:58.242872 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:58.243179 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:58.243482 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Tracked resource versions report:
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]: pushed versions:
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]: {   'AddressGroup': {'1.2'},
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:     'ConntrackHelper': {'1.0'},
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:     'Log': {'1.0'},
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:     'Network': {'1.1'},
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:     'Port': {'1.7'},
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:     'PortForwarding': {'1.2'},
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:     'QosPolicy': {'1.8'},
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:     'SecurityGroup': {'1.4'},
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:     'SecurityGroupRule': {'1.2'},
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:     'SubPort': {'1.0'},
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:     'Subnet': {'1.1'},
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:     'Trunk': {'1.1'}}
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]: consumer versions:
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]: {   DHCP agent@dv-cinder-792642-1-iscsi: {},
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:     L3 agent@dv-cinder-792642-1-iscsi: {},
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:     Metadata agent@dv-cinder-792642-1-iscsi: {},
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:     Metering agent@dv-cinder-792642-1-iscsi: {},
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:     Open vSwitch agent@dv-cinder-792642-1-iscsi: {   'AddressGroup': '1.2',
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'ConntrackHelper': '1.0',
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'Log': '1.0',
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'Network': '1.1',
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'Port': '1.7',
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'PortForwarding': '1.2',
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'QosPolicy': '1.8',
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'SecurityGroup': '1.4',
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'SecurityGroupRule': '1.2',
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'SubPort': '1.0',
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'Subnet': '1.1',
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'Trunk': '1.1'}}
May 21 15:33:58.244665 dv-cinder-792642-1-iscsi neutron-server[98820]:  {{(pid=98820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 21 15:33:58.298622 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:58.302803 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:33:58.419305 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:58.420404 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:33:58.421042 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:33:58.425833 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:33:58.534849 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Pushing event updated for resources: {'Network': ['ID=496054b5-29ad-45f7-9d07-1d48f674722a,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:33:58.538774 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:33:58.547104 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network 496054b5-29ad-45f7-9d07-1d48f674722a details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:33:58.591979 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.8648226
May 21 15:34:01.403881 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 45522) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:34:01.987685 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448b5683-b0da-4b5a-b5c5-c40521b4461b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:34:01.989316 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-448b5683-b0da-4b5a-b5c5-c40521b4461b admin admin] 10.222.0.70 "GET /v2.0/networks/496054b5-29ad-45f7-9d07-1d48f674722a HTTP/1.1" status: 200  len: 825 time: 0.5844386
May 21 15:34:02.018792 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-77ea3e12-a716-496f-ad72-1fcb34625958 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/01d01f3a-5365-48dc-8662-e7d614b9afaf HTTP/1.1" status: 200  len: 734 time: 0.0234184
May 21 15:34:02.029104 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '01d01f3a-5365-48dc-8662-e7d614b9afaf', 'network_id': '496054b5-29ad-45f7-9d07-1d48f674722a', 'gateway_ip': '172.20.0.1', 'tenant_id': '34453fbf640a4683b46e5d5c9bf57409'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:34:02.034120 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:34:02.038525 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Usage tracker for resource:subnet and tenant:34453fbf640a4683b46e5d5c9bf57409 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:34:02.042321 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:34:02.048746 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:34:02.150041 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Made reservation on behalf of 34453fbf640a4683b46e5d5c9bf57409 for: {'subnet': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:34:02.152800 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:02.743351 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982'] for subnet, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:02.748186 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:34:02.828133 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Checking segment: {'id': 'adf07772-8a72-430c-8bb8-30d7a71cb781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '496054b5-29ad-45f7-9d07-1d48f674722a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:34:02.828502 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Network hostable DHCP agents. Network: 496054b5-29ad-45f7-9d07-1d48f674722a, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:34:02.841867 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8fc5b0b-6faa-4e8b-a7a3-2334526ced98,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:34:02.852219 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:02.852576 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:02.852903 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:02.853222 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:02.853535 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:02.853870 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:02.854181 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:02.854489 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:02.854839 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:02.855151 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:02.855457 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:02.855764 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Tracked resource versions report:
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]: pushed versions:
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]: {   'AddressGroup': {'1.2'},
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:     'ConntrackHelper': {'1.0'},
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:     'Log': {'1.0'},
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:     'Network': {'1.1'},
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:     'Port': {'1.7'},
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:     'PortForwarding': {'1.2'},
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:     'QosPolicy': {'1.8'},
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:     'SecurityGroup': {'1.4'},
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:     'SecurityGroupRule': {'1.2'},
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:     'SubPort': {'1.0'},
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:     'Subnet': {'1.1'},
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:     'Trunk': {'1.1'}}
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]: consumer versions:
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]: {   DHCP agent@dv-cinder-792642-1-iscsi: {},
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:     L3 agent@dv-cinder-792642-1-iscsi: {},
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:     Metadata agent@dv-cinder-792642-1-iscsi: {},
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:     Metering agent@dv-cinder-792642-1-iscsi: {},
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:     Open vSwitch agent@dv-cinder-792642-1-iscsi: {   'AddressGroup': '1.2',
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'ConntrackHelper': '1.0',
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'Log': '1.0',
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'Network': '1.1',
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'Port': '1.7',
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'PortForwarding': '1.2',
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'QosPolicy': '1.8',
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'SecurityGroup': '1.4',
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'SecurityGroupRule': '1.2',
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'SubPort': '1.0',
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'Subnet': '1.1',
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'Trunk': '1.1'}}
May 21 15:34:02.856885 dv-cinder-792642-1-iscsi neutron-server[98819]:  {{(pid=98819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 21 15:34:02.888811 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:34:02.970879 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Network 496054b5-29ad-45f7-9d07-1d48f674722a is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:34:03.039551 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, 496054b5-29ad-45f7-9d07-1d48f674722a) {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:34:03.044603 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:34:03.045222 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:03.052911 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e829797-753b-4ebe-8b67-f7c3c6ecb630 None None] Network 496054b5-29ad-45f7-9d07-1d48f674722a requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:34:03.115288 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0898573
May 21 15:34:03.424954 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522c8543-4b92-5a03-a3ef-5bd38f92ddb5-496054b5-29ad-45f7-9d07-1d48f674722a', 'network_id': '496054b5-29ad-45f7-9d07-1d48f674722a', 'tenant_id': '34453fbf640a4683b46e5d5c9bf57409', 'fixed_ips': [{'subnet_id': 'a8fc5b0b-6faa-4e8b-a7a3-2334526ced98'}]}} from dv-cinder-792642-1-iscsi. {{(pid=98821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 21 15:34:03.426144 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:03.659635 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.db_base_plugin_common [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Allocated IP 172.20.0.2 (496054b5-29ad-45f7-9d07-1d48f674722a/a8fc5b0b-6faa-4e8b-a7a3-2334526ced98/b26cb766-2f61-4562-87dd-ce10a7d6017f) {{(pid=98821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:34:04.084857 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Notify callbacks [] for port, precommit_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:04.098118 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Transition to ACTIVE for port object b26cb766-2f61-4562-87dd-ce10a7d6017f will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:34:04.121516 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Transition to ACTIVE for port object b26cb766-2f61-4562-87dd-ce10a7d6017f will not be triggered until provisioned by entity DHCP. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:34:04.211190 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:04.216394 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:34:04.278287 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Network 496054b5-29ad-45f7-9d07-1d48f674722a is already hosted by enough agents. {{(pid=98821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:34:04.281112 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.base_scheduler [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Resources bound (agent type, host, resource id):  {{(pid=98821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:34:04.288304 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Received port after_create {{(pid=98821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:34:04.290536 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Pushing event updated for resources: {'Port': ['ID=b26cb766-2f61-4562-87dd-ce10a7d6017f,revision_number=1']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:34:04.325233 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:04.325582 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:04.325913 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:04.326234 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:04.326550 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:04.326905 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:04.327220 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:04.327537 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:04.327869 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:04.328177 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:04.328487 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:04.328796 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Tracked resource versions report:
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]: pushed versions:
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]: {   'AddressGroup': {'1.2'},
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:     'ConntrackHelper': {'1.0'},
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:     'Log': {'1.0'},
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:     'Network': {'1.1'},
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:     'Port': {'1.7'},
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:     'PortForwarding': {'1.2'},
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:     'QosPolicy': {'1.8'},
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:     'SecurityGroup': {'1.4'},
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:     'SecurityGroupRule': {'1.2'},
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:     'SubPort': {'1.0'},
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:     'Subnet': {'1.1'},
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:     'Trunk': {'1.1'}}
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]: consumer versions:
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]: {   DHCP agent@dv-cinder-792642-1-iscsi: {},
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:     L3 agent@dv-cinder-792642-1-iscsi: {},
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:     Metadata agent@dv-cinder-792642-1-iscsi: {},
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:     Metering agent@dv-cinder-792642-1-iscsi: {},
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:     Open vSwitch agent@dv-cinder-792642-1-iscsi: {   'AddressGroup': '1.2',
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'ConntrackHelper': '1.0',
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'Log': '1.0',
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'Network': '1.1',
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'Port': '1.7',
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'PortForwarding': '1.2',
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'QosPolicy': '1.8',
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'SecurityGroup': '1.4',
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'SecurityGroupRule': '1.2',
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'SubPort': '1.0',
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'Subnet': '1.1',
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'Trunk': '1.1'}}
May 21 15:34:04.329988 dv-cinder-792642-1-iscsi neutron-server[98821]:  {{(pid=98821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 21 15:34:04.338320 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:34:04.396397 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Attempting to bind port b26cb766-2f61-4562-87dd-ce10a7d6017f on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:34:04.396786 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Attempting to bind port b26cb766-2f61-4562-87dd-ce10a7d6017f by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': 'adf07772-8a72-430c-8bb8-30d7a71cb781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '496054b5-29ad-45f7-9d07-1d48f674722a'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:34:04.397217 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Attempting to bind port b26cb766-2f61-4562-87dd-ce10a7d6017f on network 496054b5-29ad-45f7-9d07-1d48f674722a {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:34:04.402972 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:34:04.403403 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Checking segment: {'id': 'adf07772-8a72-430c-8bb8-30d7a71cb781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '496054b5-29ad-45f7-9d07-1d48f674722a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:34:04.403878 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:04.404265 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Bound using segment: {'id': 'adf07772-8a72-430c-8bb8-30d7a71cb781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '496054b5-29ad-45f7-9d07-1d48f674722a'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:34:04.404758 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Bound port: b26cb766-2f61-4562-87dd-ce10a7d6017f, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf07772-8a72-430c-8bb8-30d7a71cb781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '496054b5-29ad-45f7-9d07-1d48f674722a'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:34:04.405121 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:04.500107 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] For port b26cb766-2f61-4562-87dd-ce10a7d6017f, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:34:04.504338 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] For port b26cb766-2f61-4562-87dd-ce10a7d6017f, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=b26cb766-2f61-4562-87dd-ce10a7d6017f,segment=NetworkSegment(adf07772-8a72-430c-8bb8-30d7a71cb781),segment_id=adf07772-8a72-430c-8bb8-30d7a71cb781)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:34:04.640079 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:04.645723 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:34:04.751133 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Pushing event updated for resources: {'Port': ['ID=b26cb766-2f61-4562-87dd-ce10a7d6017f,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:34:04.754445 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:34:05.733172 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 45536) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:34:06.215401 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [None req-1befcad0-b202-46e8-983a-4255d0b203ea admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=98819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 21 15:34:06.216500 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-1befcad0-b202-46e8-983a-4255d0b203ea admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4819932
May 21 15:34:09.162326 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 45546) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:34:09.591911 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [None req-272be604-24f9-44b6-9f34-ad67415e9e30 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=98819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 21 15:34:09.592965 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-272be604-24f9-44b6-9f34-ad67415e9e30 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4296551
May 21 15:34:10.871326 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f7288c-7ed6-40e3-b2f6-553b7680f479 None None] Network 496054b5-29ad-45f7-9d07-1d48f674722a requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:34:11.059325 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-4eb87417-8189-4c36-8a3e-e1ad4eb4a2a1 None None] Provisioning for port b26cb766-2f61-4562-87dd-ce10a7d6017f completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:34:11.466333 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device b26cb766-2f61-4562-87dd-ce10a7d6017f up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:34:11.600373 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port b26cb766-2f61-4562-87dd-ce10a7d6017f completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:34:11.608724 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port b26cb766-2f61-4562-87dd-ce10a7d6017f triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:34:11.609388 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:11.761568 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:11.797616 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port b26cb766-2f61-4562-87dd-ce10a7d6017f, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=b26cb766-2f61-4562-87dd-ce10a7d6017f,segment=NetworkSegment(adf07772-8a72-430c-8bb8-30d7a71cb781),segment_id=adf07772-8a72-430c-8bb8-30d7a71cb781)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:34:11.882000 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:11.890930 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:34:11.962931 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=b26cb766-2f61-4562-87dd-ce10a7d6017f,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:34:11.966832 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:34:12.495237 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 45562) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:34:12.878619 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-3e7b539a-da30-4aaf-9c5f-904c03644e85 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '34453fbf640a4683b46e5d5c9bf57409', 'admin_state_up': True}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:34:12.883411 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-3e7b539a-da30-4aaf-9c5f-904c03644e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:34:12.887532 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-3e7b539a-da30-4aaf-9c5f-904c03644e85 admin admin] Usage tracker for resource:router and tenant:34453fbf640a4683b46e5d5c9bf57409 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:34:12.890969 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-3e7b539a-da30-4aaf-9c5f-904c03644e85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:34:12.898262 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-3e7b539a-da30-4aaf-9c5f-904c03644e85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:34:12.976463 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3e7b539a-da30-4aaf-9c5f-904c03644e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8118741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258304'] for router, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:12.978580 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3e7b539a-da30-4aaf-9c5f-904c03644e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7996899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8093609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258319'] for router, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:13.001514 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-183b539c-24a5-45b8-a623-2073dcf25879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:13.004921 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3e7b539a-da30-4aaf-9c5f-904c03644e85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:13.173864 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3e7b539a-da30-4aaf-9c5f-904c03644e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8118732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121917'] for router, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:13.241600 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3e7b539a-da30-4aaf-9c5f-904c03644e85 admin admin] Notify callbacks [] for router, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:13.243104 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-3e7b539a-da30-4aaf-9c5f-904c03644e85 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7467933
May 21 15:34:13.446818 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device b26cb766-2f61-4562-87dd-ce10a7d6017f up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:34:13.524926 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port b26cb766-2f61-4562-87dd-ce10a7d6017f triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:34:13.525578 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:14.720085 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 5 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:34:15.630308 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:15.751020 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-06c9dd54-5dd8-465c-9f82-03643930a755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:16.067978 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 45572) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:34:16.555894 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [None req-a4af2f5b-770c-44c9-b83b-8d7c3695b337 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=98820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 21 15:34:16.557562 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-a4af2f5b-770c-44c9-b83b-8d7c3695b337 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4884636
May 21 15:34:16.587944 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:18.298615 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:19.610714 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 45592) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:34:19.821073 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:34:19.826255 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:34:19.830227 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Usage tracker for resource:network and tenant:83c7c90d2e5b4f338f65f9146ab77005 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:34:19.833541 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:34:19.839645 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:34:19.976640 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Made reservation on behalf of 83c7c90d2e5b4f338f65f9146ab77005 for: {'network': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:34:19.979837 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:19.998525 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:20.022939 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:34:20.028685 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Usage tracker for resource:security_group_rule and tenant:83c7c90d2e5b4f338f65f9146ab77005 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:34:20.032719 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:34:20.045061 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:34:20.168282 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:20.236816 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:20.252908 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:34:20.275749 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Reserving flat network on physical network physnet1 {{(pid=98820) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 21 15:34:20.307340 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c82c85d-ce50-4c25-ae9d-109d68a6b8ee,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:34:20.310557 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:34:20.311567 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:20.313470 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.segments_db [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Added segment 778bad13-bb61-4892-ae89-b3972d1ac296 of type flat for network eada4616-562d-476a-9813-40a69a73ac77
May 21 15:34:20.359998 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:20.459283 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:20.460977 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:34:20.461711 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:20.468257 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:34:20.616778 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Pushing event updated for resources: {'Network': ['ID=eada4616-562d-476a-9813-40a69a73ac77,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:34:20.622823 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:34:20.632950 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network eada4616-562d-476a-9813-40a69a73ac77 details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:34:20.721346 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.1052313
May 21 15:34:23.274675 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 45612) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:34:23.393897 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1506831-71da-46df-b344-003404618a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:34:23.396118 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-c1506831-71da-46df-b344-003404618a88 admin admin] 10.222.0.70 "GET /v2.0/subnets/a8fc5b0b-6faa-4e8b-a7a3-2334526ced98 HTTP/1.1" status: 200  len: 849 time: 0.1203151
May 21 15:34:23.557278 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-efadcb65-e965-4d11-8e64-85bbfd3f8b24 admin admin] 10.222.0.70 "GET /v2.0/routers/313b12d8-778a-4d9d-a658-314f26de50ea HTTP/1.1" status: 200  len: 704 time: 0.1555057
May 21 15:34:24.098020 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:24.444928 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Allocated IP 172.20.0.1 (496054b5-29ad-45f7-9d07-1d48f674722a/a8fc5b0b-6faa-4e8b-a7a3-2334526ced98/d3be3edd-3f89-499c-918b-d0f25958af05) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:34:24.641483 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:24.667665 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Transition to ACTIVE for port object d3be3edd-3f89-499c-918b-d0f25958af05 will not be triggered until provisioned by entity DHCP. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:34:24.788391 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:24.795623 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:34:24.891274 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Network 496054b5-29ad-45f7-9d07-1d48f674722a is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:34:24.909947 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:34:24.916578 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:34:24.917134 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8025903'] for router_interface, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:25.055040 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Pushing event updated for resources: {'Port': ['ID=d3be3edd-3f89-499c-918b-d0f25958af05,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:34:25.064760 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:34:25.187611 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-20ca3ac0-6cde-4f38-910d-5d92ddb0d6e7 None None] Provisioning for port d3be3edd-3f89-499c-918b-d0f25958af05 completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:34:25.194008 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-20ca3ac0-6cde-4f38-910d-5d92ddb0d6e7 None None] Provisioning complete for port d3be3edd-3f89-499c-918b-d0f25958af05 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:34:25.197334 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-20ca3ac0-6cde-4f38-910d-5d92ddb0d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:25.250918 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-20ca3ac0-6cde-4f38-910d-5d92ddb0d6e7 None None] Port d3be3edd-3f89-499c-918b-d0f25958af05 cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:34:25.302384 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:25.559007 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:25.630619 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:25.631819 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8085953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8025938'] for router_interface, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:25.635599 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:34:25.767621 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Pushing event updated for resources: {'Port': ['ID=d3be3edd-3f89-499c-918b-d0f25958af05,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:34:25.770709 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:34:25.843737 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Network 496054b5-29ad-45f7-9d07-1d48f674722a is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:34:25.844860 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:34:26.076768 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-7650c17b-c151-4f08-ad7e-5e33c396d0e9 None None] Provisioning complete for port d3be3edd-3f89-499c-918b-d0f25958af05 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:34:26.077083 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7650c17b-c151-4f08-ad7e-5e33c396d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:26.119550 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Router 313b12d8-778a-4d9d-a658-314f26de50ea is scheduled to L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 with binding_index 1 {{(pid=98820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 21 15:34:26.142319 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-7650c17b-c151-4f08-ad7e-5e33c396d0e9 None None] Port d3be3edd-3f89-499c-918b-d0f25958af05 cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:34:26.317998 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:34:26.329754 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Sync routers for ids ['313b12d8-778a-4d9d-a658-314f26de50ea'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:34:26.334679 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] 10.222.0.70 "PUT /v2.0/routers/313b12d8-778a-4d9d-a658-314f26de50ea/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7710471
May 21 15:34:26.341650 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Routers {'313b12d8-778a-4d9d-a658-314f26de50ea'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:34:26.342494 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214b8aad90>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:34:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['313b12d8-778a-4d9d-a658-314f26de50ea'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:34:26.547374 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Set router 313b12d8-778a-4d9d-a658-314f26de50ea gateway port host: None {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:34:27.072321 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214b8aad90>, [{'id': '313b12d8-778a-4d9d-a658-314f26de50ea', 'name': 'router1', 'tenant_id': '34453fbf640a4683b46e5d5c9bf57409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:12Z', 'updated_at': '2021-05-21T15:34:25Z', 'revision_number': 2, 'project_id': '34453fbf640a4683b46e5d5c9bf57409', 'gw_port_host': None, '_interfaces': [{'id': 'd3be3edd-3f89-499c-918b-d0f25958af05', 'name': '', 'network_id': '496054b5-29ad-45f7-9d07-1d48f674722a', 'tenant_id': '34453fbf640a4683b46e5d5c9bf57409', 'mac_address': 'fa:16:3e:44:59:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b12d8-778a-4d9d-a658-314f26de50ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8fc5b0b-6faa-4e8b-a7a3-2334526ced98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:24Z', 'updated_at': '2021-05-21T15:34:25Z', 'revision_number': 2, 'project_id': '34453fbf640a4683b46e5d5c9bf57409', 'subnets': [{'id': 'a8fc5b0b-6faa-4e8b-a7a3-2334526ced98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01d01f3a-5365-48dc-8662-e7d614b9afaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:34:27.078999 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Checking router: 313b12d8-778a-4d9d-a658-314f26de50ea for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:34:27.079369 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Updating router 313b12d8-778a-4d9d-a658-314f26de50ea port d3be3edd-3f89-499c-918b-d0f25958af05 binding host dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:34:27.147192 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:27.627481 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Notify callbacks [] for port, precommit_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:27.645800 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.provisioning_blocks [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Transition to ACTIVE for port object d3be3edd-3f89-499c-918b-d0f25958af05 will not be triggered until provisioned by entity L2. {{(pid=98822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:34:27.759037 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:27.764478 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:34:27.970007 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Pushing event updated for resources: {'Port': ['ID=d3be3edd-3f89-499c-918b-d0f25958af05,revision_number=3']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:34:28.021440 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:28.021790 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:28.022118 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:28.022442 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:28.022853 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:28.023208 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:28.023639 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:28.023952 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:28.024276 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:28.024594 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:28.024914 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:28.025216 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Tracked resource versions report:
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]: pushed versions:
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]: {   'AddressGroup': {'1.2'},
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:     'ConntrackHelper': {'1.0'},
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:     'Log': {'1.0'},
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:     'Network': {'1.1'},
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:     'Port': {'1.7'},
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:     'PortForwarding': {'1.2'},
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:     'QosPolicy': {'1.8'},
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:     'SecurityGroup': {'1.4'},
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:     'SecurityGroupRule': {'1.2'},
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:     'SubPort': {'1.0'},
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:     'Subnet': {'1.1'},
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:     'Trunk': {'1.1'}}
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]: consumer versions:
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]: {   DHCP agent@dv-cinder-792642-1-iscsi: {},
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:     L3 agent@dv-cinder-792642-1-iscsi: {},
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:     Metadata agent@dv-cinder-792642-1-iscsi: {},
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:     Metering agent@dv-cinder-792642-1-iscsi: {},
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:     Open vSwitch agent@dv-cinder-792642-1-iscsi: {   'AddressGroup': '1.2',
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'ConntrackHelper': '1.0',
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'Log': '1.0',
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'Network': '1.1',
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'Port': '1.7',
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'PortForwarding': '1.2',
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'QosPolicy': '1.8',
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'SecurityGroup': '1.4',
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'SecurityGroupRule': '1.2',
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'SubPort': '1.0',
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'Subnet': '1.1',
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'Trunk': '1.1'}}
May 21 15:34:28.026384 dv-cinder-792642-1-iscsi neutron-server[98822]:  {{(pid=98822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 21 15:34:28.030180 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:34:28.036580 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Attempting to bind port d3be3edd-3f89-499c-918b-d0f25958af05 on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:34:28.036983 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Attempting to bind port d3be3edd-3f89-499c-918b-d0f25958af05 by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': 'adf07772-8a72-430c-8bb8-30d7a71cb781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '496054b5-29ad-45f7-9d07-1d48f674722a'}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:34:28.037441 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Attempting to bind port d3be3edd-3f89-499c-918b-d0f25958af05 on network 496054b5-29ad-45f7-9d07-1d48f674722a {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:34:28.043434 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:34:28.043975 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Checking segment: {'id': 'adf07772-8a72-430c-8bb8-30d7a71cb781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '496054b5-29ad-45f7-9d07-1d48f674722a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:34:28.044319 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:28.044709 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Bound using segment: {'id': 'adf07772-8a72-430c-8bb8-30d7a71cb781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '496054b5-29ad-45f7-9d07-1d48f674722a'} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:34:28.045195 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Bound port: d3be3edd-3f89-499c-918b-d0f25958af05, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf07772-8a72-430c-8bb8-30d7a71cb781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '496054b5-29ad-45f7-9d07-1d48f674722a'}}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:34:28.045566 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:28.142007 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] For port d3be3edd-3f89-499c-918b-d0f25958af05, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:34:28.147061 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] For port d3be3edd-3f89-499c-918b-d0f25958af05, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=d3be3edd-3f89-499c-918b-d0f25958af05,segment=NetworkSegment(adf07772-8a72-430c-8bb8-30d7a71cb781),segment_id=adf07772-8a72-430c-8bb8-30d7a71cb781)] {{(pid=98822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:34:28.242650 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:28.249595 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:34:28.376634 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Routers {'313b12d8-778a-4d9d-a658-314f26de50ea'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:34:28.377658 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214b8aad90>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:34:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['313b12d8-778a-4d9d-a658-314f26de50ea'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:34:28.529393 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Pushing event updated for resources: {'Port': ['ID=d3be3edd-3f89-499c-918b-d0f25958af05,revision_number=4']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:34:28.632483 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:34:28.697905 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] Set router 313b12d8-778a-4d9d-a658-314f26de50ea gateway port host: None {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:34:28.929721 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 45624) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:34:29.130930 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5346e7d6-ab8f-46e6-9c5b-e6aaf23edb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:34:29.131405 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-5346e7d6-ab8f-46e6-9c5b-e6aaf23edb40 admin admin] Synchronizing usage tracker for tenant:83c7c90d2e5b4f338f65f9146ab77005 on resource:network {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:34:29.204465 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214b8aad90>, [{'id': '313b12d8-778a-4d9d-a658-314f26de50ea', 'name': 'router1', 'tenant_id': '34453fbf640a4683b46e5d5c9bf57409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:12Z', 'updated_at': '2021-05-21T15:34:25Z', 'revision_number': 2, 'project_id': '34453fbf640a4683b46e5d5c9bf57409', 'gw_port_host': None, '_interfaces': [{'id': 'd3be3edd-3f89-499c-918b-d0f25958af05', 'name': '', 'network_id': '496054b5-29ad-45f7-9d07-1d48f674722a', 'tenant_id': '34453fbf640a4683b46e5d5c9bf57409', 'mac_address': 'fa:16:3e:44:59:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b12d8-778a-4d9d-a658-314f26de50ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8fc5b0b-6faa-4e8b-a7a3-2334526ced98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:24Z', 'updated_at': '2021-05-21T15:34:28Z', 'revision_number': 4, 'project_id': '34453fbf640a4683b46e5d5c9bf57409', 'subnets': [{'id': 'a8fc5b0b-6faa-4e8b-a7a3-2334526ced98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01d01f3a-5365-48dc-8662-e7d614b9afaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:34:29.209788 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398b676d-fbb9-4e1d-973c-a741b372ad01 None None] The sync data for ids ['313b12d8-778a-4d9d-a658-314f26de50ea'] in dv-cinder-792642-1-iscsi is: [{'id': '313b12d8-778a-4d9d-a658-314f26de50ea', 'name': 'router1', 'tenant_id': '34453fbf640a4683b46e5d5c9bf57409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:12Z', 'updated_at': '2021-05-21T15:34:25Z', 'revision_number': 2, 'project_id': '34453fbf640a4683b46e5d5c9bf57409', 'gw_port_host': None, '_interfaces': [{'id': 'd3be3edd-3f89-499c-918b-d0f25958af05', 'name': '', 'network_id': '496054b5-29ad-45f7-9d07-1d48f674722a', 'tenant_id': '34453fbf640a4683b46e5d5c9bf57409', 'mac_address': 'fa:16:3e:44:59:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b12d8-778a-4d9d-a658-314f26de50ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8fc5b0b-6faa-4e8b-a7a3-2334526ced98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:24Z', 'updated_at': '2021-05-21T15:34:28Z', 'revision_number': 4, 'project_id': '34453fbf640a4683b46e5d5c9bf57409', 'subnets': [{'id': 'a8fc5b0b-6faa-4e8b-a7a3-2334526ced98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01d01f3a-5365-48dc-8662-e7d614b9afaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:34:29.223780 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-5346e7d6-ab8f-46e6-9c5b-e6aaf23edb40 admin admin] Unset dirty status for tenant:83c7c90d2e5b4f338f65f9146ab77005 on resource:network {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:34:29.225031 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-5346e7d6-ab8f-46e6-9c5b-e6aaf23edb40 admin admin] 10.222.0.70 "GET /v2.0/networks/eada4616-562d-476a-9813-40a69a73ac77 HTTP/1.1" status: 200  len: 842 time: 0.2943347
May 21 15:34:29.243106 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:34:29.250575 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:34:29.259412 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Usage tracker for resource:subnet and tenant:83c7c90d2e5b4f338f65f9146ab77005 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:34:29.264674 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:34:29.276713 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:34:29.376049 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Made reservation on behalf of 83c7c90d2e5b4f338f65f9146ab77005 for: {'subnet': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:34:29.379604 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:30.072784 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.objects.ports [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98820) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 21 15:34:30.073558 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982'] for subnet, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:30.077345 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:34:30.147631 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e5ec77-de9c-44c4-b587-8a6ebd5821bc,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:34:30.153464 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:34:30.159663 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Checking segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:34:30.160065 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Network hostable DHCP agents. Network: eada4616-562d-476a-9813-40a69a73ac77, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:34:30.275443 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Network eada4616-562d-476a-9813-40a69a73ac77 is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:34:30.355474 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, eada4616-562d-476a-9813-40a69a73ac77) {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:34:30.361081 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:34:30.362048 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:30.369636 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f73aed2-6e62-4e23-a13e-325882e91afc None None] Network eada4616-562d-476a-9813-40a69a73ac77 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:34:30.463176 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2256441
May 21 15:34:30.684256 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5d9183-888b-4352-8d13-de4532fecaec None None] Network eada4616-562d-476a-9813-40a69a73ac77 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:34:33.019439 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 45638) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:34:33.244796 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-8496f8f4-df86-4a9c-a527-fa9d93e8e069 admin admin] 10.222.0.70 "GET /v2.0/routers/313b12d8-778a-4d9d-a658-314f26de50ea HTTP/1.1" status: 200  len: 710 time: 0.2239223
May 21 15:34:33.389558 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd290ba2-b201-4644-84b1-afdeff8353ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:34:33.390999 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-fd290ba2-b201-4644-84b1-afdeff8353ec admin admin] 10.222.0.70 "GET /v2.0/networks/eada4616-562d-476a-9813-40a69a73ac77 HTTP/1.1" status: 200  len: 886 time: 0.1405489
May 21 15:34:33.406854 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:34:33.496712 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device d3be3edd-3f89-499c-918b-d0f25958af05 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:34:33.709579 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port d3be3edd-3f89-499c-918b-d0f25958af05 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:34:33.715321 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port d3be3edd-3f89-499c-918b-d0f25958af05 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:34:33.719242 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:33.868329 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:33.921551 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port d3be3edd-3f89-499c-918b-d0f25958af05, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=d3be3edd-3f89-499c-918b-d0f25958af05,segment=NetworkSegment(adf07772-8a72-430c-8bb8-30d7a71cb781),segment_id=adf07772-8a72-430c-8bb8-30d7a71cb781)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:34:33.966903 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7996904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8118727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258365'] for router, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:34.006718 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:34.010490 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:34:34.122792 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=d3be3edd-3f89-499c-918b-d0f25958af05,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:34:34.125989 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:34:34.443667 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:34.505474 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:34.641917 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Allocated IP 172.27.0.125 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/e37a5dbc-d786-43b8-add4-b0659350a6c9) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:34:34.789292 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:34.879346 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:34.883331 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:34:34.952137 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:34:34.955323 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:34:34.960000 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:34:35.013078 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Pushing event updated for resources: {'Port': ['ID=e37a5dbc-d786-43b8-add4-b0659350a6c9,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:34:35.023421 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:34:35.438821 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:35.449480 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device d3be3edd-3f89-499c-918b-d0f25958af05 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:34:35.539077 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port d3be3edd-3f89-499c-918b-d0f25958af05 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:34:35.539681 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:35.890469 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7996904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8118727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258365'] for router, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:35.895748 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8121875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8121866', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8118769'] for router, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:36.202126 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Router 313b12d8-778a-4d9d-a658-314f26de50ea has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:34:36.383389 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:34:36.393464 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Notify callbacks [] for router, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:36.395364 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Sync routers for ids ['313b12d8-778a-4d9d-a658-314f26de50ea'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:34:36.397252 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] 10.222.0.70 "PUT /v2.0/routers/313b12d8-778a-4d9d-a658-314f26de50ea HTTP/1.1" status: 200  len: 890 time: 2.9969878
May 21 15:34:36.407648 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Routers {'313b12d8-778a-4d9d-a658-314f26de50ea'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:34:36.408460 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214adb3190>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:34:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['313b12d8-778a-4d9d-a658-314f26de50ea'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:34:36.702704 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Set router 313b12d8-778a-4d9d-a658-314f26de50ea gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:34:37.290020 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214adb3190>, [{'id': '313b12d8-778a-4d9d-a658-314f26de50ea', 'name': 'router1', 'tenant_id': '34453fbf640a4683b46e5d5c9bf57409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e37a5dbc-d786-43b8-add4-b0659350a6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:12Z', 'updated_at': '2021-05-21T15:34:35Z', 'revision_number': 4, 'project_id': '34453fbf640a4683b46e5d5c9bf57409', 'gw_port': {'id': 'e37a5dbc-d786-43b8-add4-b0659350a6c9', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:15:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b12d8-778a-4d9d-a658-314f26de50ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:34Z', 'updated_at': '2021-05-21T15:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'd3be3edd-3f89-499c-918b-d0f25958af05', 'name': '', 'network_id': '496054b5-29ad-45f7-9d07-1d48f674722a', 'tenant_id': '34453fbf640a4683b46e5d5c9bf57409', 'mac_address': 'fa:16:3e:44:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313b12d8-778a-4d9d-a658-314f26de50ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8fc5b0b-6faa-4e8b-a7a3-2334526ced98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:24Z', 'updated_at': '2021-05-21T15:34:33Z', 'revision_number': 5, 'project_id': '34453fbf640a4683b46e5d5c9bf57409', 'subnets': [{'id': 'a8fc5b0b-6faa-4e8b-a7a3-2334526ced98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01d01f3a-5365-48dc-8662-e7d614b9afaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:34:37.296042 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Checking router: 313b12d8-778a-4d9d-a658-314f26de50ea for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:34:37.296604 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Updating router 313b12d8-778a-4d9d-a658-314f26de50ea port e37a5dbc-d786-43b8-add4-b0659350a6c9 binding host dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:34:37.354947 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:37.817811 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Notify callbacks [] for port, precommit_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:37.850217 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Transition to ACTIVE for port object e37a5dbc-d786-43b8-add4-b0659350a6c9 will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:34:37.921044 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:37.928492 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-53ee40bf-3c26-437d-9c1f-2d3f07b05116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:34:38.041831 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Attempting to bind port e37a5dbc-d786-43b8-add4-b0659350a6c9 on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:34:38.042217 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Attempting to bind port e37a5dbc-d786-43b8-add4-b0659350a6c9 by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:34:38.042579 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Attempting to bind port e37a5dbc-d786-43b8-add4-b0659350a6c9 on network eada4616-562d-476a-9813-40a69a73ac77 {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:34:38.055421 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:34:38.055844 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Checking segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:34:38.056438 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:38.056852 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Bound using segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:34:38.057339 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Bound port: e37a5dbc-d786-43b8-add4-b0659350a6c9, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:34:38.057769 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:38.084347 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95cedf-0c03-4f20-b0ee-f8f7d0f09e40 None None] Pushing event updated for resources: {'Port': ['ID=e37a5dbc-d786-43b8-add4-b0659350a6c9,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:34:38.087936 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9d95cedf-0c03-4f20-b0ee-f8f7d0f09e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:34:38.147785 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] For port e37a5dbc-d786-43b8-add4-b0659350a6c9, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:34:38.151315 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] For port e37a5dbc-d786-43b8-add4-b0659350a6c9, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=e37a5dbc-d786-43b8-add4-b0659350a6c9,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:34:38.213036 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:38.217695 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:34:38.300558 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Routers {'313b12d8-778a-4d9d-a658-314f26de50ea'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:34:38.301202 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214adb3190>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:34:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['313b12d8-778a-4d9d-a658-314f26de50ea'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:34:38.349156 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95cedf-0c03-4f20-b0ee-f8f7d0f09e40 None None] Pushing event updated for resources: {'Port': ['ID=e37a5dbc-d786-43b8-add4-b0659350a6c9,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:34:38.357245 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9d95cedf-0c03-4f20-b0ee-f8f7d0f09e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:34:38.521510 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] Set router 313b12d8-778a-4d9d-a658-314f26de50ea gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:34:38.883507 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214adb3190>, [{'id': '313b12d8-778a-4d9d-a658-314f26de50ea', 'name': 'router1', 'tenant_id': '34453fbf640a4683b46e5d5c9bf57409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e37a5dbc-d786-43b8-add4-b0659350a6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:12Z', 'updated_at': '2021-05-21T15:34:35Z', 'revision_number': 4, 'project_id': '34453fbf640a4683b46e5d5c9bf57409', 'gw_port': {'id': 'e37a5dbc-d786-43b8-add4-b0659350a6c9', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:15:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b12d8-778a-4d9d-a658-314f26de50ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:34Z', 'updated_at': '2021-05-21T15:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'd3be3edd-3f89-499c-918b-d0f25958af05', 'name': '', 'network_id': '496054b5-29ad-45f7-9d07-1d48f674722a', 'tenant_id': '34453fbf640a4683b46e5d5c9bf57409', 'mac_address': 'fa:16:3e:44:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313b12d8-778a-4d9d-a658-314f26de50ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8fc5b0b-6faa-4e8b-a7a3-2334526ced98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:24Z', 'updated_at': '2021-05-21T15:34:33Z', 'revision_number': 5, 'project_id': '34453fbf640a4683b46e5d5c9bf57409', 'subnets': [{'id': 'a8fc5b0b-6faa-4e8b-a7a3-2334526ced98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01d01f3a-5365-48dc-8662-e7d614b9afaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:34:38.904281 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2e721c-e056-4d68-ad20-e1c9b5aef12b None None] The sync data for ids ['313b12d8-778a-4d9d-a658-314f26de50ea'] in dv-cinder-792642-1-iscsi is: [{'id': '313b12d8-778a-4d9d-a658-314f26de50ea', 'name': 'router1', 'tenant_id': '34453fbf640a4683b46e5d5c9bf57409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'e37a5dbc-d786-43b8-add4-b0659350a6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:12Z', 'updated_at': '2021-05-21T15:34:35Z', 'revision_number': 4, 'project_id': '34453fbf640a4683b46e5d5c9bf57409', 'gw_port': {'id': 'e37a5dbc-d786-43b8-add4-b0659350a6c9', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:15:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313b12d8-778a-4d9d-a658-314f26de50ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:34Z', 'updated_at': '2021-05-21T15:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'd3be3edd-3f89-499c-918b-d0f25958af05', 'name': '', 'network_id': '496054b5-29ad-45f7-9d07-1d48f674722a', 'tenant_id': '34453fbf640a4683b46e5d5c9bf57409', 'mac_address': 'fa:16:3e:44:59:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313b12d8-778a-4d9d-a658-314f26de50ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a8fc5b0b-6faa-4e8b-a7a3-2334526ced98', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:24Z', 'updated_at': '2021-05-21T15:34:33Z', 'revision_number': 5, 'project_id': '34453fbf640a4683b46e5d5c9bf57409', 'subnets': [{'id': 'a8fc5b0b-6faa-4e8b-a7a3-2334526ced98', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01d01f3a-5365-48dc-8662-e7d614b9afaf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:34:39.552358 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device e37a5dbc-d786-43b8-add4-b0659350a6c9 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:34:39.719333 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port e37a5dbc-d786-43b8-add4-b0659350a6c9 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:34:39.725907 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port e37a5dbc-d786-43b8-add4-b0659350a6c9 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:34:39.726401 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:39.952576 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 45648) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:34:39.970211 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:39.989012 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port e37a5dbc-d786-43b8-add4-b0659350a6c9, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=e37a5dbc-d786-43b8-add4-b0659350a6c9,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:34:40.064025 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:40.067865 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9d95cedf-0c03-4f20-b0ee-f8f7d0f09e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:34:40.106285 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-e19bc80a-1a8e-4d1f-8342-412478574143 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 413 time: 0.1517360
May 21 15:34:40.201249 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=e37a5dbc-d786-43b8-add4-b0659350a6c9,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:34:40.205474 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:34:41.486981 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device e37a5dbc-d786-43b8-add4-b0659350a6c9 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:34:41.591354 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port e37a5dbc-d786-43b8-add4-b0659350a6c9 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:34:41.591773 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:43.092051 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-48163f15-480d-4f57-8bdf-1364df22f437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:45.723952 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:45.806630 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-2af89182-7b66-464d-bf06-7cc637078094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:46.619070 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:48.330540 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:34:51.757469 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 5 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:35:13.075140 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-05255d8e-9822-4ae6-9eef-0f78571d4dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:35:15.627724 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:35:15.793593 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-4b743204-b4ee-412b-8eb9-4e4c9be3ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:35:16.634866 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:35:18.303649 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:35:28.717939 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 5 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:35:43.102240 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-5dd82b67-c75f-44c1-ae40-ed501653d85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:35:45.592931 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:35:45.781901 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-adcdc4b6-5a60-4532-8638-b87062bf3b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:35:46.589854 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:35:48.484689 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:36:05.719929 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 5 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:36:13.100852 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-1c39e771-0481-446f-8f5f-8c80787210df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:36:15.609866 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:36:15.786720 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-2183360f-81fe-426d-881c-c56a8403aec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:36:16.620618 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:36:18.328600 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:36:38.969733 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 46220) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:36:39.076106 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2640b6-1e08-4f85-a928-ce8b8ba4d333 admin admin] GET failed (client error): The resource could not be found.
May 21 15:36:39.078051 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-df2640b6-1e08-4f85-a928-ce8b8ba4d333 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1070879
May 21 15:36:39.242060 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df807fe-f5c4-4d67-b721-99627d6420ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:36:39.243982 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-4df807fe-f5c4-4d67-b721-99627d6420ab admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1604254
May 21 15:36:41.512221 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 46230) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:36:41.666943 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58298209-ad92-46c3-98e3-9eaf6b6507a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:36:41.668401 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-58298209-ad92-46c3-98e3-9eaf6b6507a4 admin admin] 10.222.0.70 "GET /v2.0/subnets/a8fc5b0b-6faa-4e8b-a7a3-2334526ced98 HTTP/1.1" status: 200  len: 849 time: 0.1552000
May 21 15:36:41.684696 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:36:41.885988 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:36:42.249108 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736311887032'] for subnet, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:36:42.254003 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f0beddff-6d64-4862-b78f-c2115d09eb2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:36:42.299511 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:36:42.300106 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:36:42.314948 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] 10.222.0.70 "PUT /v2.0/subnets/a8fc5b0b-6faa-4e8b-a7a3-2334526ced98 HTTP/1.1" status: 200  len: 868 time: 0.6233187
May 21 15:36:42.319735 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4719d5-2986-4d42-aa7b-4610ec1fc9ef None None] Network 496054b5-29ad-45f7-9d07-1d48f674722a requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:36:42.337310 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8fc5b0b-6faa-4e8b-a7a3-2334526ced98,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:36:42.347765 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:36:42.352604 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:36:42.352604 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:36:42.352604 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:36:42.352604 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:36:42.352604 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:36:42.352604 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:36:42.352604 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:36:42.352604 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:36:42.352604 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:36:42.352604 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:36:42.352604 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:36:42.355847 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:36:42.730339 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 5 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:36:42.908996 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-3aa3c35d-f516-4e70-84e9-83d81c4c3c48 None None] Provisioning complete for port b26cb766-2f61-4562-87dd-ce10a7d6017f triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:36:42.909599 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-3aa3c35d-f516-4e70-84e9-83d81c4c3c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:36:43.123759 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-72bb71c5-d080-4ef8-94ee-6ea7fb01d4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:36:43.164249 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-3aa3c35d-f516-4e70-84e9-83d81c4c3c48 None None] Provisioning complete for port d3be3edd-3f89-499c-918b-d0f25958af05 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:36:43.164810 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-3aa3c35d-f516-4e70-84e9-83d81c4c3c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:36:44.668712 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46240) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:36:44.896146 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b68ffb4-4655-4bb0-9afd-d83784704e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:36:44.897009 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b68ffb4-4655-4bb0-9afd-d83784704e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:36:44.899758 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-0b68ffb4-4655-4bb0-9afd-d83784704e32 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2298598
May 21 15:36:45.602581 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:36:45.797813 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7be29007-0347-4312-814a-b91002498838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:36:46.614386 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:36:47.356894 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46250) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:36:47.615143 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b49ed3c-cf01-49f0-ae21-37c677ed67db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:36:47.615593 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b49ed3c-cf01-49f0-ae21-37c677ed67db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:36:47.617193 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-3b49ed3c-cf01-49f0-ae21-37c677ed67db admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2592926
May 21 15:36:48.312095 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:36:49.992017 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46260) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:36:50.198061 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6227ec83-9839-41b3-a932-a176eb8e8295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:36:50.199444 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-6227ec83-9839-41b3-a932-a176eb8e8295 admin admin] 10.222.0.70 "GET /v2.0/networks/496054b5-29ad-45f7-9d07-1d48f674722a HTTP/1.1" status: 200  len: 869 time: 0.2061925
May 21 15:36:52.495887 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46270) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:36:52.702467 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c253397a-7191-457b-a6fc-df008bafe842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:36:52.703949 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-c253397a-7191-457b-a6fc-df008bafe842 admin admin] 10.222.0.70 "GET /v2.0/networks/eada4616-562d-476a-9813-40a69a73ac77 HTTP/1.1" status: 200  len: 886 time: 0.2069774
May 21 15:36:54.906975 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46280) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:36:55.037309 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5945044b-5308-4ac8-a760-c382cfe05e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:36:55.037862 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5945044b-5308-4ac8-a760-c382cfe05e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:36:55.038280 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-5945044b-5308-4ac8-a760-c382cfe05e9b admin admin] Synchronizing usage tracker for tenant:83c7c90d2e5b4f338f65f9146ab77005 on resource:subnet {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:36:55.202413 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-5945044b-5308-4ac8-a760-c382cfe05e9b admin admin] Unset dirty status for tenant:83c7c90d2e5b4f338f65f9146ab77005 on resource:subnet {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:36:55.203538 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-5945044b-5308-4ac8-a760-c382cfe05e9b admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2956083
May 21 15:36:57.519598 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46290) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:36:57.636565 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb11aa2-fdd8-473f-a303-f08e118aae72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:36:57.637048 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb11aa2-fdd8-473f-a303-f08e118aae72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:36:57.638704 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-9fb11aa2-fdd8-473f-a303-f08e118aae72 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1181097
May 21 15:36:59.943170 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46300) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:37:00.060183 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e656a4-0fa8-4de7-9060-40bb7dc58bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:37:00.062263 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-97e656a4-0fa8-4de7-9060-40bb7dc58bec admin admin] 10.222.0.70 "GET /v2.0/subnets/62e5ec77-de9c-44c4-b587-8a6ebd5821bc HTTP/1.1" status: 200  len: 816 time: 0.1180127
May 21 15:37:02.335316 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46310) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:37:02.460544 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b6079f-848a-4491-8470-daae8bec4f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:37:02.461971 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-29b6079f-848a-4491-8470-daae8bec4f0b admin admin] 10.222.0.70 "GET /v2.0/subnets/a8fc5b0b-6faa-4e8b-a7a3-2334526ced98 HTTP/1.1" status: 200  len: 868 time: 0.1254857
May 21 15:37:13.036108 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-a6899b31-8ad9-49b9-8576-f7ae1881e271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:15.596668 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:15.814054 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8e73c8d6-5471-4cf8-b10d-ab9037ed8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:16.618923 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:18.333639 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:19.719945 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 5 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:37:26.870460 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46354) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:37:26.925296 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [None req-33356474-0385-41ee-a62f-9c47c866c8f1 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=98820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 21 15:37:26.926362 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-33356474-0385-41ee-a62f-9c47c866c8f1 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0545681
May 21 15:37:29.251327 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46364) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:37:29.328268 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c333b9bf-8170-4e1d-a230-de80c9f58aec admin admin] GET failed (client error): The resource could not be found.
May 21 15:37:29.330248 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-c333b9bf-8170-4e1d-a230-de80c9f58aec admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0773375
May 21 15:37:29.472416 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f6d2b6-4675-4215-885c-63945d09c1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:37:29.474153 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-a5f6d2b6-4675-4215-885c-63945d09c1d5 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1403322
May 21 15:37:31.915514 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 46374) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:37:31.992003 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:37:32.000402 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:37:32.019958 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:37:32.150963 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] Made reservation on behalf of 83c7c90d2e5b4f338f65f9146ab77005 for: {'network': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:37:32.153984 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:32.317392 dv-cinder-792642-1-iscsi neutron-server[98819]: WARNING neutron.services.revisions.revision_plugin [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f214b66aa90] {project_id='83c7c90d2e5b4f338f65f9146ab77005', id='8339a856-69bd-4e37-9409-b0db6bbf1282', target_tenant='*', action='access_as_shared', object_id='7f46472e-b6b6-46b4-aff7-d05423957ccf'}> to bump revision.
May 21 15:37:32.341495 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'}  {{(pid=98819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:37:32.358432 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736311915084', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:32.359165 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f214c4b24c0> segment precommit_create {{(pid=98819) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 21 15:37:32.359609 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.db.segments_db [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] Added segment b1c5a3eb-690f-4bfe-8259-5ef46221acb6 of type vlan for network 7f46472e-b6b6-46b4-aff7-d05423957ccf
May 21 15:37:32.409878 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:32.549940 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:32.552300 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:37:32.553218 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:32.562810 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:37:32.696841 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] Pushing event updated for resources: {'Network': ['ID=7f46472e-b6b6-46b4-aff7-d05423957ccf,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:37:32.700798 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:37:32.711301 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network 7f46472e-b6b6-46b4-aff7-d05423957ccf details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:37:32.757966 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8408890
May 21 15:37:35.085510 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46384) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:37:35.161059 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0779f5-cb06-461a-a685-acb1b78da3b1 admin admin] GET failed (client error): The resource could not be found.
May 21 15:37:35.163428 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-4e0779f5-cb06-461a-a685-acb1b78da3b1 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0759363
May 21 15:37:35.370273 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c5d251-c2c5-46b8-9135-9f0bacc2ed54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:37:35.371813 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-27c5d251-c2c5-46b8-9135-9f0bacc2ed54 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.2053902
May 21 15:37:35.382382 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '7f46472e-b6b6-46b4-aff7-d05423957ccf', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:37:35.387091 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:37:35.397777 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:37:35.527403 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Made reservation on behalf of 83c7c90d2e5b4f338f65f9146ab77005 for: {'subnet': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:37:35.530603 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:36.147085 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982'] for subnet, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:36.151717 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-03b4cb8a-b647-426a-9250-1d342a1f3037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:37:36.228536 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6d14b3-9d05-45a5-880d-e2a6b5f5d17f,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:37:36.241976 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:36.242343 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:36.242762 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:36.243133 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:36.243472 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:36.243806 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:36.244129 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:36.244446 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:36.244782 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:36.245100 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:36.245412 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:36.245723 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:36.250606 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:37:36.253981 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Checking segment: {'id': 'b1c5a3eb-690f-4bfe-8259-5ef46221acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f46472e-b6b6-46b4-aff7-d05423957ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:37:36.254427 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Network hostable DHCP agents. Network: 7f46472e-b6b6-46b4-aff7-d05423957ccf, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:37:36.337584 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Network 7f46472e-b6b6-46b4-aff7-d05423957ccf is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:37:36.453437 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, 7f46472e-b6b6-46b4-aff7-d05423957ccf) {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:37:36.457810 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:37:36.458389 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:36.462752 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2e58c7-ef5d-495d-976b-072f1c73845d None None] Network 7f46472e-b6b6-46b4-aff7-d05423957ccf requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:37:36.585293 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2066178
May 21 15:37:36.730779 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522c8543-4b92-5a03-a3ef-5bd38f92ddb5-7f46472e-b6b6-46b4-aff7-d05423957ccf', 'network_id': '7f46472e-b6b6-46b4-aff7-d05423957ccf', 'tenant_id': '83c7c90d2e5b4f338f65f9146ab77005', 'fixed_ips': [{'subnet_id': '4c6d14b3-9d05-45a5-880d-e2a6b5f5d17f'}]}} from dv-cinder-792642-1-iscsi. {{(pid=98821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 21 15:37:36.732303 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:36.936418 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.db_base_plugin_common [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Allocated IP 192.168.233.2 (7f46472e-b6b6-46b4-aff7-d05423957ccf/4c6d14b3-9d05-45a5-880d-e2a6b5f5d17f/e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0) {{(pid=98821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:37:37.233731 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Notify callbacks [] for port, precommit_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:37.252230 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Transition to ACTIVE for port object e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0 will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:37:37.282328 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Transition to ACTIVE for port object e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0 will not be triggered until provisioned by entity DHCP. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:37:37.384208 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:37.392821 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:37:37.468099 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Network 7f46472e-b6b6-46b4-aff7-d05423957ccf is already hosted by enough agents. {{(pid=98821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:37:37.476024 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.base_scheduler [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Resources bound (agent type, host, resource id):  {{(pid=98821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:37:37.480840 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Received port after_create {{(pid=98821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:37:37.521927 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Pushing event updated for resources: {'Port': ['ID=e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0,revision_number=1']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:37:37.541018 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:37.541488 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:37.541752 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:37.542114 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:37.542468 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:37.542852 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:37.543219 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:37.543595 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:37.544514 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:37.544892 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:37.545233 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:37.545628 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:37:37.580519 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:37:37.616617 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Attempting to bind port e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0 on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:37:37.617313 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Attempting to bind port e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0 by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': 'b1c5a3eb-690f-4bfe-8259-5ef46221acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f46472e-b6b6-46b4-aff7-d05423957ccf'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:37:37.618010 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Attempting to bind port e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0 on network 7f46472e-b6b6-46b4-aff7-d05423957ccf {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:37:37.629829 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:37:37.630526 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Checking segment: {'id': 'b1c5a3eb-690f-4bfe-8259-5ef46221acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f46472e-b6b6-46b4-aff7-d05423957ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:37:37.631374 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:37.632149 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Bound using segment: {'id': 'b1c5a3eb-690f-4bfe-8259-5ef46221acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f46472e-b6b6-46b4-aff7-d05423957ccf'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:37:37.633041 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Bound port: e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c5a3eb-690f-4bfe-8259-5ef46221acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f46472e-b6b6-46b4-aff7-d05423957ccf'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:37:37.633718 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:37.778056 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] For port e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:37:37.782359 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] For port e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0,segment=NetworkSegment(b1c5a3eb-690f-4bfe-8259-5ef46221acb6),segment_id=b1c5a3eb-690f-4bfe-8259-5ef46221acb6)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:37:37.854629 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:37.861505 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:37:37.963365 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Pushing event updated for resources: {'Port': ['ID=e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:37:37.971004 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:37:38.956531 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc628f6b-c201-48fe-9dcd-0fb69d6f97ea None None] Network 7f46472e-b6b6-46b4-aff7-d05423957ccf requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:37:39.201431 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-46e5d33f-3cc1-47ac-a42b-e6046c26bebc None None] Provisioning for port e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0 completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:37:39.665219 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:37:39.806375 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:37:39.813590 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:37:39.815708 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:40.021676 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:40.084421 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0,segment=NetworkSegment(b1c5a3eb-690f-4bfe-8259-5ef46221acb6),segment_id=b1c5a3eb-690f-4bfe-8259-5ef46221acb6)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:37:40.174242 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:40.177832 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:37:40.291763 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:37:40.295725 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:37:41.644930 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:37:41.745556 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port e00ec804-ba6a-45bb-ad0f-4fcd7b14bec0 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:37:41.746120 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:43.023591 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-c869c289-5bdc-4478-bd2a-290103d891c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:45.676168 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:45.784638 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-2b26306f-a626-4017-827d-9c2f047ef5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:46.619002 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:48.388198 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:37:56.719803 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 5 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:38:13.018223 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b2b277b-c3b3-4fd5-84a6-0381bf32419e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:38:15.587354 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:38:15.758653 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-03272e60-3c71-4dac-aaae-823d26eb01e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:38:16.686889 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:38:18.335711 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:38:33.719438 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 5 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:38:43.015249 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-6287e8c2-f1f0-42a2-b555-a99993f52439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:38:45.638422 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:38:45.778347 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-a29d35b5-5a3c-4a43-a463-4ede9a6baf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:38:46.672315 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:38:48.357866 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:39:08.159890 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 46434) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:39:08.166227 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [None req-87e58e4d-5d3e-4721-af4b-b60a136c8854 tempest-verify_tempest_config-469108108 tempest-verify_tempest_config-469108108-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=98819) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 21 15:39:08.167243 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-87e58e4d-5d3e-4721-af4b-b60a136c8854 tempest-verify_tempest_config-469108108 tempest-verify_tempest_config-469108108-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0065444
May 21 15:39:08.903276 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46452) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:39:09.062338 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:39:09.082639 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:39:09.089110 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Usage tracker for resource:security_group_rule and tenant:9b5b4753973a4c25ad24b68d15b24ee6 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:39:09.094443 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:39:09.106308 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:39:09.278503 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:39:09.372725 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:39:09.393184 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:39:09.477877 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Synchronizing usage tracker for tenant:83c7c90d2e5b4f338f65f9146ab77005 on resource:security_group {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:39:09.484384 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a63d4b-a02f-4db0-87df-9618682c88de,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:39:09.503816 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:09.504398 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:09.504928 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:09.505469 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:09.505999 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:09.506575 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:09.507185 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:09.507745 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:09.508301 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:09.508768 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:09.509935 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:09.510402 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:09.519544 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:39:09.626351 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Unset dirty status for tenant:83c7c90d2e5b4f338f65f9146ab77005 on resource:security_group {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:39:09.628507 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b5b4753973a4c25ad24b68d15b24ee6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7236431
May 21 15:39:09.632457 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 46458) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:39:09.769374 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:39:09.824666 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:39:10.098957 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:39:10.108085 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:39:10.130317 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a63d4b-a02f-4db0-87df-9618682c88de,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:39:10.133933 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:39:10.136130 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/34a63d4b-a02f-4db0-87df-9618682c88de HTTP/1.1" status: 204  len: 168 time: 0.5020962
May 21 15:39:10.144349 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:10.144942 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:10.145448 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:10.145988 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:10.146438 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:10.146984 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:10.147432 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:10.147884 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:10.148434 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:10.148963 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:10.149405 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:10.149745 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:39:10.154602 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:39:10.723765 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 5 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:39:13.192142 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-e188bdc0-a6a2-4b35-87dd-2d1a4532bd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:39:15.608886 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:39:15.806769 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ee1ad2e0-1ce7-43e2-b4cd-6efbbbc2252d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:39:16.641074 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:39:18.437441 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:39:43.076665 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-2a38845d-3cc3-4000-bb42-e30034600b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:39:45.603301 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:39:45.788391 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-af970d98-2ed3-4aca-bd0f-cd4e5050d596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:39:46.675765 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:39:47.722574 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 5 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:39:48.350117 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:40:13.011088 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-f25992ab-aff6-4ea3-ae3d-fca5794b919f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:40:15.634361 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:40:15.850858 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-a86e3510-a0e4-451e-9fdc-a0f3e6e5ed8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:40:16.640535 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:40:18.360697 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:40:24.721585 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 5 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:40:43.011113 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-6395d802-d0c5-4d14-84b1-e794597425bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:40:45.634545 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:40:45.793946 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-5443fef6-dfe6-418f-b310-4abeb17099fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:40:46.645386 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:40:48.347870 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:40:58.370059 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102'] for agent, after_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:41:01.721147 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:41:02.285824 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 46518) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:41:02.404096 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-93c77646-bd3f-4b00-b142-1d950af5139f admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1171517
May 21 15:41:04.660089 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46528) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:41:04.740058 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-1770fba4-5848-4fec-a121-eea9ed8fc93d admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0786984
May 21 15:41:13.056540 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-469767ae-bf74-4ff5-8229-11d6e9fc7659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:41:15.638923 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:41:15.838642 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-26298251-7efe-4b44-814d-8be5542707d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:41:16.610312 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:41:18.353042 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:41:28.358697 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:41:38.720556 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:41:43.026763 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-1974cc4e-a520-4d34-84b3-a940b7b868e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:41:45.667124 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:41:45.815925 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-cdd80861-1632-4e4a-a21f-d6de023e2f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:41:46.717888 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:41:48.415838 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:41:58.375564 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:13.055374 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-6d50b3b9-8f1b-45d0-897f-c3adb3165fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:15.638146 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:15.725564 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:42:15.792874 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-495fdc4e-03c8-4ed2-a870-03afd63d6b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:16.642105 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:18.369694 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:28.363608 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:43.002942 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-cc4ec13a-7863-4c0d-84ad-679167903f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:43.759661 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46678) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:42:44.164565 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-77056603-network', 'tenant_id': '3c9cd8532ab64a46b28e4b16c9998338'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:42:44.169215 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:42:44.174231 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Usage tracker for resource:network and tenant:3c9cd8532ab64a46b28e4b16c9998338 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:42:44.177929 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:42:44.187774 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:42:44.283196 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Made reservation on behalf of 3c9cd8532ab64a46b28e4b16c9998338 for: {'network': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:42:44.286534 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:44.299507 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:44.323305 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:42:44.327435 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Usage tracker for resource:security_group_rule and tenant:3c9cd8532ab64a46b28e4b16c9998338 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:42:44.330710 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:42:44.341431 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:42:44.459605 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:44.528590 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:44.533351 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-68804bb5-e211-4d65-8dea-6bf93ee7851f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:44.560729 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'}  {{(pid=98820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:42:44.577038 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:44.577593 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.segments_db [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Added segment bb08c8d3-a9f7-4316-9462-05bdc47f1b25 of type vlan for network 860ad3e0-b894-4ecf-beef-de2036706ee9
May 21 15:42:44.582694 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ce38af-e611-4cca-99e4-8e989c83313a,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:44.591806 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Tracked resource versions report:
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]: pushed versions:
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]: {   'AddressGroup': {'1.2'},
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:     'ConntrackHelper': {'1.0'},
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:     'Log': {'1.0'},
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:     'Network': {'1.1'},
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:     'Port': {'1.7'},
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:     'PortForwarding': {'1.2'},
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:     'QosPolicy': {'1.8'},
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:     'SecurityGroup': {'1.4'},
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:     'SecurityGroupRule': {'1.2'},
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:     'SubPort': {'1.0'},
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:     'Subnet': {'1.1'},
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:     'Trunk': {'1.1'}}
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]: consumer versions:
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]: {   DHCP agent@dv-cinder-792642-1-iscsi: {},
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:     HyperV agent@hv-cinder-79264: {},
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:     L3 agent@dv-cinder-792642-1-iscsi: {},
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:     Metadata agent@dv-cinder-792642-1-iscsi: {},
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:     Metering agent@dv-cinder-792642-1-iscsi: {},
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:     Open vSwitch agent@dv-cinder-792642-1-iscsi: {   'AddressGroup': '1.2',
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'ConntrackHelper': '1.0',
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'Log': '1.0',
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'Network': '1.1',
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'Port': '1.7',
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'PortForwarding': '1.2',
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'QosPolicy': '1.8',
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'SecurityGroup': '1.4',
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'SecurityGroupRule': '1.2',
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'SubPort': '1.0',
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'Subnet': '1.1',
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:                                                      'Trunk': '1.1'}}
May 21 15:42:44.597456 dv-cinder-792642-1-iscsi neutron-server[98820]:  {{(pid=98820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 21 15:42:44.613609 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:44.621865 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:44.780121 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:44.781507 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:42:44.782080 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:44.787355 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:44.910373 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Pushing event updated for resources: {'Network': ['ID=860ad3e0-b894-4ecf-beef-de2036706ee9,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:44.910373 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:44.911466 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network 860ad3e0-b894-4ecf-beef-de2036706ee9 details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:42:44.966563 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 46730) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:42:44.973920 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Request body: {'subnet': {'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-77056603-subnet', 'tenant_id': '3c9cd8532ab64a46b28e4b16c9998338', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:42:44.975283 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.2137094
May 21 15:42:44.977926 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:42:44.982032 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Usage tracker for resource:subnet and tenant:3c9cd8532ab64a46b28e4b16c9998338 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:42:44.985570 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:42:44.992640 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:42:45.072459 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Made reservation on behalf of 3c9cd8532ab64a46b28e4b16c9998338 for: {'subnet': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:42:45.076179 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:45.422753 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46746) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:42:45.490306 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46752) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:42:45.544846 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46758) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:42:45.633849 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982'] for subnet, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:45.640061 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:45.648622 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:45.723563 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Checking segment: {'id': 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:42:45.723924 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Network hostable DHCP agents. Network: 860ad3e0-b894-4ecf-beef-de2036706ee9, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:42:45.746996 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0632d989-1ebe-4f6d-8933-78740e2c134a,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:45.755663 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:45.756599 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:45.756933 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:45.757262 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:45.757595 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:45.757930 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:45.758442 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:45.758813 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:45.759157 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:45.759664 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:45.760170 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:45.760495 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Tracked resource versions report:
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]: pushed versions:
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]: {   'AddressGroup': {'1.2'},
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:     'ConntrackHelper': {'1.0'},
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:     'Log': {'1.0'},
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:     'Network': {'1.1'},
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:     'Port': {'1.7'},
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:     'PortForwarding': {'1.2'},
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:     'QosPolicy': {'1.8'},
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:     'SecurityGroup': {'1.4'},
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:     'SecurityGroupRule': {'1.2'},
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:     'SubPort': {'1.0'},
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:     'Subnet': {'1.1'},
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:     'Trunk': {'1.1'}}
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]: consumer versions:
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]: {   DHCP agent@dv-cinder-792642-1-iscsi: {},
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:     HyperV agent@hv-cinder-79264: {},
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:     L3 agent@dv-cinder-792642-1-iscsi: {},
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:     Metadata agent@dv-cinder-792642-1-iscsi: {},
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:     Metering agent@dv-cinder-792642-1-iscsi: {},
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:     Open vSwitch agent@dv-cinder-792642-1-iscsi: {   'AddressGroup': '1.2',
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'ConntrackHelper': '1.0',
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'Log': '1.0',
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'Network': '1.1',
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'Port': '1.7',
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'PortForwarding': '1.2',
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'QosPolicy': '1.8',
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'SecurityGroup': '1.4',
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'SecurityGroupRule': '1.2',
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'SubPort': '1.0',
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'Subnet': '1.1',
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:                                                      'Trunk': '1.1'}}
May 21 15:42:45.761694 dv-cinder-792642-1-iscsi neutron-server[98819]:  {{(pid=98819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 21 15:42:45.768188 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:45.844482 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-83ad59eb-6803-423a-a83a-6cc53b6b594e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:45.844882 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Network 860ad3e0-b894-4ecf-beef-de2036706ee9 is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:42:45.876948 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1136224969-network', 'tenant_id': 'd902ba47926f45b2b5ae3815952bbdf2'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:42:45.883190 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:42:45.894055 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Usage tracker for resource:network and tenant:d902ba47926f45b2b5ae3815952bbdf2 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:42:45.894055 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:42:45.901409 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:42:45.915881 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1984957343-network', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:42:45.929455 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-network', 'tenant_id': '6a68b29cab9044629d81ff87b9006270'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:42:45.932996 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:42:45.938876 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Usage tracker for resource:network and tenant:6c2adcba26c84d31b4928d8a767d160b is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:42:45.943268 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:42:45.949270 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:42:45.952894 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, 860ad3e0-b894-4ecf-beef-de2036706ee9) {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:42:45.954014 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Usage tracker for resource:network and tenant:6a68b29cab9044629d81ff87b9006270 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:42:45.958147 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:42:45.961785 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:45.962490 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:42:45.966717 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:42:45.967959 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dca0806-db2b-49a9-8c42-f444fedc187c None None] Network 860ad3e0-b894-4ecf-beef-de2036706ee9 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:42:45.975968 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:42:46.008532 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Made reservation on behalf of d902ba47926f45b2b5ae3815952bbdf2 for: {'network': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:42:46.010989 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:46.028112 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:46.053245 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:42:46.058495 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Made reservation on behalf of 6a68b29cab9044629d81ff87b9006270 for: {'network': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:42:46.062884 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:46.085775 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:46.100358 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Usage tracker for resource:security_group_rule and tenant:d902ba47926f45b2b5ae3815952bbdf2 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:42:46.107651 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:42:46.115989 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:42:46.122123 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Usage tracker for resource:security_group_rule and tenant:6a68b29cab9044629d81ff87b9006270 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:42:46.129720 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:42:46.132736 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1650963
May 21 15:42:46.134372 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Made reservation on behalf of 6c2adcba26c84d31b4928d8a767d160b for: {'network': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:42:46.144230 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:46.163293 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:42:46.167317 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:46.195460 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:42:46.213616 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:42:46.237579 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Usage tracker for resource:security_group_rule and tenant:6c2adcba26c84d31b4928d8a767d160b is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:42:46.249026 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:42:46.291222 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:42:46.294199 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299ca631-8a5a-4cfd-a271-b6f0a34924b9 None None] Network 860ad3e0-b894-4ecf-beef-de2036706ee9 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:42:46.508452 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:46.591321 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:46.606888 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:46.643067 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:46.700029 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:46.707138 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:46.757772 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'}  {{(pid=98820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:42:46.788830 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:46.853249 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'}  {{(pid=98820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:42:46.870947 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2fc9a6-e675-479d-91db-e8b98ae7c19e,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:46.884574 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:46.885151 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.segments_db [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Added segment 2ae2a1b5-435a-4ea3-80b1-80253b414079 of type vlan for network ccf936e8-093e-46a4-bfdf-3de892707136
May 21 15:42:46.902840 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:46.903232 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.segments_db [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Added segment 80332f2f-9549-40e4-8ddf-43bf0efa5cd4 of type vlan for network 470804b6-04d0-46f5-ba4c-e770e90d71b9
May 21 15:42:46.922549 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:46.930305 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d91f27bc-1693-4356-9a1e-2a8241c01806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:46.956274 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:46.991105 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:47.034952 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'}  {{(pid=98820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:42:47.047175 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf930a7-987e-410c-b316-eb8d1c2536ff,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:47.049263 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:47.058236 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:47.059223 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:47.091236 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:47.091824 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.segments_db [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Added segment 734af71f-afce-42ed-be70-d3d5cc3f5117 of type vlan for network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92
May 21 15:42:47.139458 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe18cc9-2b70-4c6c-9e3c-269c2f5ebdc4,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:47.154967 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:47.177408 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:47.217433 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:47.220816 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:42:47.221843 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:47.230836 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:47.273132 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:47.287879 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:42:47.287879 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:47.428391 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:47.459228 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:42:47.460196 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:47.506577 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Pushing event updated for resources: {'Network': ['ID=470804b6-04d0-46f5-ba4c-e770e90d71b9,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:47.516402 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:47.517040 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:47.544578 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network 470804b6-04d0-46f5-ba4c-e770e90d71b9 details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:42:47.681491 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.1856725
May 21 15:42:47.682111 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 46822) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:42:47.695373 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] Request body: {'subnet': {'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1984957343-subnet', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:42:47.717563 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:42:47.720085 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.1717613
May 21 15:42:47.727375 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.3019040
May 21 15:42:47.764829 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] Usage tracker for resource:subnet and tenant:6c2adcba26c84d31b4928d8a767d160b is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:42:47.798670 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:42:47.842056 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46826) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:42:47.842792 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46828) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:42:47.845065 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:42:47.870133 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-39023d8a-429d-4062-8c8e-303d73e8f7dd admin admin] Request body: {'subnet': {'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-subnet', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:42:47.883180 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-39023d8a-429d-4062-8c8e-303d73e8f7dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:42:47.908285 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-39023d8a-429d-4062-8c8e-303d73e8f7dd admin admin] Usage tracker for resource:subnet and tenant:6a68b29cab9044629d81ff87b9006270 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:42:47.919894 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-39023d8a-429d-4062-8c8e-303d73e8f7dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:42:47.928500 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] Request body: {'subnet': {'network_id': 'ccf936e8-093e-46a4-bfdf-3de892707136', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1136224969-subnet', 'tenant_id': 'd902ba47926f45b2b5ae3815952bbdf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:42:47.938202 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:42:47.947040 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] Usage tracker for resource:subnet and tenant:d902ba47926f45b2b5ae3815952bbdf2 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:42:47.955081 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:42:47.972836 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:42:47.996731 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-39023d8a-429d-4062-8c8e-303d73e8f7dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:42:48.016916 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Pushing event updated for resources: {'Network': ['ID=ccf936e8-093e-46a4-bfdf-3de892707136,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:48.034264 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network ccf936e8-093e-46a4-bfdf-3de892707136 details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:42:48.089313 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] Made reservation on behalf of 6c2adcba26c84d31b4928d8a767d160b for: {'subnet': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:42:48.093220 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:48.200781 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Pushing event updated for resources: {'Network': ['ID=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:48.220715 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:48.228040 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.747s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:48.228689 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:48.229521 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39023d8a-429d-4062-8c8e-303d73e8f7dd admin admin] Made reservation on behalf of 6a68b29cab9044629d81ff87b9006270 for: {'subnet': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:42:48.239710 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-39023d8a-429d-4062-8c8e-303d73e8f7dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:48.242282 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:42:48.304857 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] Made reservation on behalf of d902ba47926f45b2b5ae3815952bbdf2 for: {'subnet': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:42:48.309244 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:48.700669 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:49.656259 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982'] for subnet, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:49.666104 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:49.708899 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46882) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:42:49.728871 dv-cinder-792642-1-iscsi neutron-server[98820]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 21 15:42:49.816440 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b052fad-970d-48db-8e48-f280a095d4e5,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:49.816440 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:49.819102 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] Checking segment: {'id': '734af71f-afce-42ed-be70-d3d5cc3f5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:42:49.819687 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] Network hostable DHCP agents. Network: 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:42:49.890462 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982'] for subnet, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:49.916441 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:50.004195 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] Network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:42:50.126909 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92) {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:42:50.134201 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:42:50.135736 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:50.138999 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9907b077-b8c8-4185-811c-12b6966898d0 None None] Network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:42:50.203610 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6965f99d-a2a5-41f5-ac60-08057fe52526,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:50.225253 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:50.251888 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-3ae1285b-1149-43a2-b418-0bd03df644fe tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:42:50.255332 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-3ae1285b-1149-43a2-b418-0bd03df644fe tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Synchronizing usage tracker for tenant:3c9cd8532ab64a46b28e4b16c9998338 on resource:network {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:42:50.271653 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.5876818
May 21 15:42:50.285694 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 46906) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:42:50.294656 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:42:50.295332 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-39023d8a-429d-4062-8c8e-303d73e8f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982'] for subnet, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:50.300629 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] Checking segment: {'id': '2ae2a1b5-435a-4ea3-80b1-80253b414079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ccf936e8-093e-46a4-bfdf-3de892707136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:42:50.300997 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] Network hostable DHCP agents. Network: ccf936e8-093e-46a4-bfdf-3de892707136, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:42:50.332213 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:42:50.332378 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:50.332548 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Usage tracker for resource:router and tenant:6c2adcba26c84d31b4928d8a767d160b is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:42:50.332548 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:42:50.338296 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:42:50.426888 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39023d8a-429d-4062-8c8e-303d73e8f7dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b213e9aa-7ec1-46da-827f-d08b01630e15,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:50.430632 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-39023d8a-429d-4062-8c8e-303d73e8f7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:50.433855 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39023d8a-429d-4062-8c8e-303d73e8f7dd admin admin] Checking segment: {'id': '80332f2f-9549-40e4-8ddf-43bf0efa5cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:42:50.434212 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39023d8a-429d-4062-8c8e-303d73e8f7dd admin admin] Network hostable DHCP agents. Network: 470804b6-04d0-46f5-ba4c-e770e90d71b9, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:42:50.443270 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8118741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258304'] for router, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:50.445009 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-3ae1285b-1149-43a2-b418-0bd03df644fe tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Unset dirty status for tenant:3c9cd8532ab64a46b28e4b16c9998338 on resource:network {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:42:50.446282 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-3ae1285b-1149-43a2-b418-0bd03df644fe tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/networks?id=860ad3e0-b894-4ecf-beef-de2036706ee9 HTTP/1.1" status: 200  len: 813 time: 0.7282259
May 21 15:42:50.455735 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7996899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8093609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258319'] for router, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:50.465695 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-f86a4260-c7ae-4b71-89e7-0cde2a6d8965 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/quotas/3c9cd8532ab64a46b28e4b16c9998338 HTTP/1.1" status: 200  len: 375 time: 0.0108457
May 21 15:42:50.514559 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:50.527736 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] Network ccf936e8-093e-46a4-bfdf-3de892707136 is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:42:50.542416 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-a460f720-2b44-4b2f-b120-3c40f4db8bc9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0706725
May 21 15:42:50.544330 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39023d8a-429d-4062-8c8e-303d73e8f7dd admin admin] Network 470804b6-04d0-46f5-ba4c-e770e90d71b9 is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:42:50.552629 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522c8543-4b92-5a03-a3ef-5bd38f92ddb5-6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5'}]}} from dv-cinder-792642-1-iscsi. {{(pid=98821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 21 15:42:50.553497 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:50.654778 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, ccf936e8-093e-46a4-bfdf-3de892707136) {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:42:50.670259 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:42:50.673377 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:50.678299 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2ad399-1469-439a-8e47-c55157fa1bb2 None None] Network ccf936e8-093e-46a4-bfdf-3de892707136 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:42:50.693261 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-39023d8a-429d-4062-8c8e-303d73e8f7dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, 470804b6-04d0-46f5-ba4c-e770e90d71b9) {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:42:50.718663 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39023d8a-429d-4062-8c8e-303d73e8f7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:42:50.722482 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d07825f-837b-4ad9-9d48-1a7a401d5202 None None] Network 470804b6-04d0-46f5-ba4c-e770e90d71b9 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:42:50.724825 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-39023d8a-429d-4062-8c8e-303d73e8f7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:50.872430 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-0ee74dea-8c82-4086-a2a7-ffe1f19527ac admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.0147171
May 21 15:42:50.877085 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-39023d8a-429d-4062-8c8e-303d73e8f7dd admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 3.0322709
May 21 15:42:50.881915 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46922) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:42:50.907202 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:42:50.927671 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:42:50.948418 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Usage tracker for resource:router and tenant:6a68b29cab9044629d81ff87b9006270 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:42:50.963879 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:42:50.990413 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46930) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:42:51.021857 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:42:51.138447 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8118741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258304'] for router, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:51.142632 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7996899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8093609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258319'] for router, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:51.184312 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:51.279277 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1ff71569-47ef-49ef-8d71-a65b42731fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:51.301006 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-1ff71569-47ef-49ef-8d71-a65b42731fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:42:51.308258 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-1ff71569-47ef-49ef-8d71-a65b42731fe4 admin admin] Usage tracker for resource:security_group_rule and tenant:1c6f75b14e094d9980aa86dd5d6d8f54 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:42:51.313915 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-1ff71569-47ef-49ef-8d71-a65b42731fe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:42:51.320993 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-76f75cd8-7c7e-45ab-9d57-389852f6a6b6 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=98820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 21 15:42:51.322346 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-76f75cd8-7c7e-45ab-9d57-389852f6a6b6 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2324493
May 21 15:42:51.327241 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-1ff71569-47ef-49ef-8d71-a65b42731fe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:42:51.625043 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7996904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8118727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258365'] for router, precommit_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:51.645603 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e317b8b-809d-4f94-a978-c66de3dd4f03 None None] Network ccf936e8-093e-46a4-bfdf-3de892707136 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:42:51.985566 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.db_base_plugin_common [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Allocated IP 172.20.0.2 (6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92/7b052fad-970d-48db-8e48-f280a095d4e5/b7ddcb57-d755-4cce-bee2-6b9d3b478eec) {{(pid=98821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:42:52.322844 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7996904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8118727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258365'] for router, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:52.351380 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-f3d10ce1-1215-4ffe-8a17-3f1b51ce461c service neutron] 10.222.0.70 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0148432
May 21 15:42:52.493640 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:52.553653 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:52.673641 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1ff71569-47ef-49ef-8d71-a65b42731fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:52.725624 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:42:52.787726 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_common [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Allocated IP 172.27.0.121 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/91382b89-2a15-421d-8cda-b816d826193b) {{(pid=98819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:42:52.851441 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Notify callbacks [] for port, precommit_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:52.873691 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Transition to ACTIVE for port object b7ddcb57-d755-4cce-bee2-6b9d3b478eec will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:42:52.904717 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1ff71569-47ef-49ef-8d71-a65b42731fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:52.917616 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Transition to ACTIVE for port object b7ddcb57-d755-4cce-bee2-6b9d3b478eec will not be triggered until provisioned by entity DHCP. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:42:52.918757 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:52.935356 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522c8543-4b92-5a03-a3ef-5bd38f92ddb5-470804b6-04d0-46f5-ba4c-e770e90d71b9', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15'}]}} from dv-cinder-792642-1-iscsi. {{(pid=98821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 21 15:42:52.938150 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:52.991671 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-30b6ac18-4b95-4613-bbe0-b09943439009 service neutron] 10.222.0.70 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6303875
May 21 15:42:53.029936 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff71569-47ef-49ef-8d71-a65b42731fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bff304-20b0-4499-ade0-67a200a1851f,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:53.061602 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-1ff71569-47ef-49ef-8d71-a65b42731fe4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1c6f75b14e094d9980aa86dd5d6d8f54&name=default HTTP/1.1" status: 200  len: 2975 time: 2.0677431
May 21 15:42:53.062891 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46972) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:42:53.063356 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 46974) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:42:53.064539 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1ff71569-47ef-49ef-8d71-a65b42731fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:53.114192 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:53.145594 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:53.163237 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:53.305601 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:53.313466 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:53.321476 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 is already hosted by enough agents. {{(pid=98821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:42:53.360307 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.base_scheduler [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Resources bound (agent type, host, resource id):  {{(pid=98821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:42:53.383193 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Received port after_create {{(pid=98821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:42:53.397027 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d9c7435-6fde-4c3b-b96a-735448bb328f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:53.421122 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Pushing event updated for resources: {'Port': ['ID=b7ddcb57-d755-4cce-bee2-6b9d3b478eec,revision_number=1']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:53.436561 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Pushing event updated for resources: {'Port': ['ID=91382b89-2a15-421d-8cda-b816d826193b,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:53.449608 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:42:53.451559 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:42:53.473133 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:53.510924 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Received port after_create {{(pid=98819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:42:53.605195 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:53.605677 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:53.606023 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:53.606362 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:53.606904 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:53.607351 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:53.607685 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:53.608058 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:53.608378 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:53.608722 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:53.609041 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:53.609358 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Tracked resource versions report:
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]: pushed versions:
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]: {   'AddressGroup': {'1.2'},
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:     'ConntrackHelper': {'1.0'},
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:     'Log': {'1.0'},
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:     'Network': {'1.1'},
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:     'Port': {'1.7'},
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:     'PortForwarding': {'1.2'},
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:     'QosPolicy': {'1.8'},
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:     'SecurityGroup': {'1.4'},
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:     'SecurityGroupRule': {'1.2'},
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:     'SubPort': {'1.0'},
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:     'Subnet': {'1.1'},
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:     'Trunk': {'1.1'}}
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]: consumer versions:
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]: {   DHCP agent@dv-cinder-792642-1-iscsi: {},
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:     HyperV agent@hv-cinder-79264: {},
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:     L3 agent@dv-cinder-792642-1-iscsi: {},
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:     Metadata agent@dv-cinder-792642-1-iscsi: {},
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:     Metering agent@dv-cinder-792642-1-iscsi: {},
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:     Open vSwitch agent@dv-cinder-792642-1-iscsi: {   'AddressGroup': '1.2',
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'ConntrackHelper': '1.0',
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'Log': '1.0',
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'Network': '1.1',
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'Port': '1.7',
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'PortForwarding': '1.2',
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'QosPolicy': '1.8',
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'SecurityGroup': '1.4',
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'SecurityGroupRule': '1.2',
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'SubPort': '1.0',
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'Subnet': '1.1',
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:                                                      'Trunk': '1.1'}}
May 21 15:42:53.620229 dv-cinder-792642-1-iscsi neutron-server[98821]:  {{(pid=98821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 21 15:42:53.651684 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:53.664819 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-f1db44bd-84f9-4c83-828a-ccf2dbfa2a45 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:42:53.666085 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-f1db44bd-84f9-4c83-828a-ccf2dbfa2a45 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Synchronizing usage tracker for tenant:d902ba47926f45b2b5ae3815952bbdf2 on resource:network {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:42:53.688784 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d9c7435-6fde-4c3b-b96a-735448bb328f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:53.811634 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.db_base_plugin_common [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Allocated IP 172.20.0.2 (470804b6-04d0-46f5-ba4c-e770e90d71b9/b213e9aa-7ec1-46da-827f-d08b01630e15/c773ebd8-a64e-46bb-bc08-a112ca1dc4c1) {{(pid=98821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:42:53.818784 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Attempting to bind port b7ddcb57-d755-4cce-bee2-6b9d3b478eec on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:42:53.818784 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Attempting to bind port b7ddcb57-d755-4cce-bee2-6b9d3b478eec by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '734af71f-afce-42ed-be70-d3d5cc3f5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:42:53.818784 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Attempting to bind port b7ddcb57-d755-4cce-bee2-6b9d3b478eec on network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:42:53.843238 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:42:53.843620 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Checking segment: {'id': '734af71f-afce-42ed-be70-d3d5cc3f5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:42:53.844254 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:53.844874 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Bound using segment: {'id': '734af71f-afce-42ed-be70-d3d5cc3f5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:42:53.845581 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Bound port: b7ddcb57-d755-4cce-bee2-6b9d3b478eec, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734af71f-afce-42ed-be70-d3d5cc3f5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:42:53.846157 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:54.244054 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] For port b7ddcb57-d755-4cce-bee2-6b9d3b478eec, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:42:54.271609 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] For port b7ddcb57-d755-4cce-bee2-6b9d3b478eec, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=b7ddcb57-d755-4cce-bee2-6b9d3b478eec,segment=NetworkSegment(734af71f-afce-42ed-be70-d3d5cc3f5117),segment_id=734af71f-afce-42ed-be70-d3d5cc3f5117)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:42:54.372564 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d7a65cfb-e746-4ef7-b036-5738a9bbd504 req-6d805442-aead-4d73-ae18-5f4bac9079d2 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 210 time: 0.1754897
May 21 15:42:54.377758 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d9c7435-6fde-4c3b-b96a-735448bb328f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:54.386865 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:54.394412 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:54.405098 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:54.435778 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d9c7435-6fde-4c3b-b96a-735448bb328f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:54.437887 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-8d9c7435-6fde-4c3b-b96a-735448bb328f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/47bff304-20b0-4499-ade0-67a200a1851f HTTP/1.1" status: 204  len: 168 time: 1.3468590
May 21 15:42:54.443247 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c7435-6fde-4c3b-b96a-735448bb328f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bff304-20b0-4499-ade0-67a200a1851f,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:54.450995 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-8d9c7435-6fde-4c3b-b96a-735448bb328f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:54.459995 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:54.558994 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Notify callbacks [] for port, precommit_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:54.572111 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-f1db44bd-84f9-4c83-828a-ccf2dbfa2a45 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Unset dirty status for tenant:d902ba47926f45b2b5ae3815952bbdf2 on resource:network {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:42:54.574022 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-f1db44bd-84f9-4c83-828a-ccf2dbfa2a45 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/networks?id=ccf936e8-093e-46a4-bfdf-3de892707136 HTTP/1.1" status: 200  len: 812 time: 1.4856834
May 21 15:42:54.582385 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:54.583445 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Transition to ACTIVE for port object c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:42:54.613444 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Transition to ACTIVE for port object c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 will not be triggered until provisioned by entity DHCP. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:42:54.618915 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Pushing event updated for resources: {'Port': ['ID=b7ddcb57-d755-4cce-bee2-6b9d3b478eec,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:54.626828 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:54.691125 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:54.698404 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:54.772309 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-0ee20214-0e3e-48d7-8ce7-043425edc75a tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/quotas/d902ba47926f45b2b5ae3815952bbdf2 HTTP/1.1" status: 200  len: 375 time: 0.1846979
May 21 15:42:54.795132 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:54.818693 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Pushing event updated for resources: {'Port': ['ID=c773ebd8-a64e-46bb-bc08-a112ca1dc4c1,revision_number=1']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:54.831238 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:54.844090 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Network 470804b6-04d0-46f5-ba4c-e770e90d71b9 is already hosted by enough agents. {{(pid=98821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:42:54.845802 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.base_scheduler [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Resources bound (agent type, host, resource id):  {{(pid=98821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:42:54.848533 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Received port after_create {{(pid=98821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:42:54.883643 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-75e890ef-052b-4bc6-a6c7-3926c636f8b6 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=d902ba47926f45b2b5ae3815952bbdf2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0985506
May 21 15:42:55.076176 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Attempting to bind port c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:42:55.076176 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Attempting to bind port c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '80332f2f-9549-40e4-8ddf-43bf0efa5cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:42:55.076678 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Attempting to bind port c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 on network 470804b6-04d0-46f5-ba4c-e770e90d71b9 {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:42:55.091426 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:42:55.094278 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Checking segment: {'id': '80332f2f-9549-40e4-8ddf-43bf0efa5cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:42:55.094868 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:55.096935 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Bound using segment: {'id': '80332f2f-9549-40e4-8ddf-43bf0efa5cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:42:55.096935 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Bound port: c773ebd8-a64e-46bb-bc08-a112ca1dc4c1, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80332f2f-9549-40e4-8ddf-43bf0efa5cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:42:55.097299 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:55.198037 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Allocated IP 172.27.0.103 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/7116bd90-a2fa-4cb6-885e-1d51440efc0b) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:42:55.356324 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] For port c773ebd8-a64e-46bb-bc08-a112ca1dc4c1, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:42:55.370025 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] For port c773ebd8-a64e-46bb-bc08-a112ca1dc4c1, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=c773ebd8-a64e-46bb-bc08-a112ca1dc4c1,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:42:55.512389 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:55.542968 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:55.557856 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:55.610123 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-275871c2-8de2-4ad3-a9e8-2e6cbc08abee service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=98820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 21 15:42:55.621807 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-275871c2-8de2-4ad3-a9e8-2e6cbc08abee service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2298307
May 21 15:42:55.715259 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:55.718224 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Pushing event updated for resources: {'Port': ['ID=c773ebd8-a64e-46bb-bc08-a112ca1dc4c1,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:55.723107 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:55.742782 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8118732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121917'] for router, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:55.748091 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8b6e9fb5-a1de-47f0-835c-5569ffdea750 req-a9ab2c0d-c2f3-4840-a6b7-27c46136197a tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 210 time: 0.1414125
May 21 15:42:55.798476 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:55.903474 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=7116bd90-a2fa-4cb6-885e-1d51440efc0b,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:55.908349 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:55.964918 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:42:56.084871 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:42:56.093411 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-76b2bc16-2644-4f71-85bd-35b441d2e6d8 service neutron] 10.222.0.70 "GET /v2.0/networks/ccf936e8-093e-46a4-bfdf-3de892707136?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4720747
May 21 15:42:56.095048 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:42:56.100360 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device b7ddcb57-d755-4cce-bee2-6b9d3b478eec up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:42:56.298034 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47068) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:42:56.349296 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b3e19471-840f-48f6-a668-b5c4b3939aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:56.352231 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port b7ddcb57-d755-4cce-bee2-6b9d3b478eec completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:42:56.382880 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-b3e19471-840f-48f6-a668-b5c4b3939aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:42:56.390076 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-b3e19471-840f-48f6-a668-b5c4b3939aa2 admin admin] Usage tracker for resource:security_group_rule and tenant:b5c44854624b4d5aa45a13d97bf52e05 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:42:56.395185 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-b3e19471-840f-48f6-a668-b5c4b3939aa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:42:56.406441 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-b3e19471-840f-48f6-a668-b5c4b3939aa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:42:56.480657 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b623e7-0715-4b8f-87f6-f3f0957a0d7e None None] Network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:42:56.508349 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Router 27acf042-18ab-405e-9e65-c7ba86862fdd is scheduled to L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 with binding_index 1 {{(pid=98819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 21 15:42:56.724557 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b3e19471-840f-48f6-a668-b5c4b3939aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:56.825703 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-5a94cd85-64b8-4a55-b31e-adc5fe54e3a9 None None] Provisioning for port b7ddcb57-d755-4cce-bee2-6b9d3b478eec completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:42:56.852025 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-5a94cd85-64b8-4a55-b31e-adc5fe54e3a9 None None] Provisioning complete for port b7ddcb57-d755-4cce-bee2-6b9d3b478eec triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:42:56.894877 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-5a94cd85-64b8-4a55-b31e-adc5fe54e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:57.001618 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b3e19471-840f-48f6-a668-b5c4b3939aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:57.028908 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-629e27f5-e726-4dac-8048-e2fda27849ac service neutron] 10.222.0.70 "GET /v2.0/networks/ccf936e8-093e-46a4-bfdf-3de892707136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6291759
May 21 15:42:57.058562 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:42:57.071130 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-48d50e57-9195-4f2d-bf73-cc249d4bbbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:57.073254 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Sync routers for ids ['27acf042-18ab-405e-9e65-c7ba86862fdd'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:42:57.118222 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e19471-840f-48f6-a668-b5c4b3939aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73672cc-cc78-4703-a21f-25fa4518fd34,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:57.143567 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-b3e19471-840f-48f6-a668-b5c4b3939aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:57.146543 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Routers {'27acf042-18ab-405e-9e65-c7ba86862fdd'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:42:57.148096 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ab5beb0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:42:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['27acf042-18ab-405e-9e65-c7ba86862fdd'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:42:57.168667 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-b3e19471-840f-48f6-a668-b5c4b3939aa2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5c44854624b4d5aa45a13d97bf52e05&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8529160
May 21 15:42:57.183321 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47090) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:42:57.420250 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-76b3fcaf-d17f-4e50-91d0-f25bc8730d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:57.496373 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-76b3fcaf-d17f-4e50-91d0-f25bc8730d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:57.565744 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Notify callbacks [] for router, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:57.571265 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.2870743
May 21 15:42:57.578848 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94740b96-a9fb-45b4-8db3-c72f450db96c None None] Network 470804b6-04d0-46f5-ba4c-e770e90d71b9 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:42:57.579935 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47100) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:42:57.760611 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9cc27f5a-79e1-4689-be2c-ae45823d7955 req-b0284c33-872c-403c-81f5-8d9825e462ad tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 210 time: 0.3788214
May 21 15:42:57.847486 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Set router 27acf042-18ab-405e-9e65-c7ba86862fdd gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:42:57.888033 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:58.006291 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-76b3fcaf-d17f-4e50-91d0-f25bc8730d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:58.026375 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-b3e19471-840f-48f6-a668-b5c4b3939aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:58.067397 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3fcaf-d17f-4e50-91d0-f25bc8730d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73672cc-cc78-4703-a21f-25fa4518fd34,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:58.080687 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-76b3fcaf-d17f-4e50-91d0-f25bc8730d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:58.084893 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-76b3fcaf-d17f-4e50-91d0-f25bc8730d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:58.086172 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-76b3fcaf-d17f-4e50-91d0-f25bc8730d05 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b73672cc-cc78-4703-a21f-25fa4518fd34 HTTP/1.1" status: 204  len: 168 time: 0.9017339
May 21 15:42:58.209840 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:42:58.516701 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-5a94cd85-64b8-4a55-b31e-adc5fe54e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:58.523504 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-32470e07-57ad-48bf-870a-5420b86c3095 req-ae48a578-5237-46bd-a86b-ddc2c723c66f tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 210 time: 0.3831015
May 21 15:42:58.599398 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-5a94cd85-64b8-4a55-b31e-adc5fe54e3a9 None None] For port b7ddcb57-d755-4cce-bee2-6b9d3b478eec, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=b7ddcb57-d755-4cce-bee2-6b9d3b478eec,segment=NetworkSegment(734af71f-afce-42ed-be70-d3d5cc3f5117),segment_id=734af71f-afce-42ed-be70-d3d5cc3f5117)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:42:58.631388 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ab5beb0>, [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:42:54Z', 'revision_number': 3, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:42:58.637599 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Checking router: 27acf042-18ab-405e-9e65-c7ba86862fdd for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:42:58.638053 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Updating router 27acf042-18ab-405e-9e65-c7ba86862fdd port 91382b89-2a15-421d-8cda-b816d826193b binding host dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:42:58.723265 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-5a94cd85-64b8-4a55-b31e-adc5fe54e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:58.742538 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9d95cedf-0c03-4f20-b0ee-f8f7d0f09e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:58.776631 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:58.860620 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94cd85-64b8-4a55-b31e-adc5fe54e3a9 None None] Pushing event updated for resources: {'Port': ['ID=b7ddcb57-d755-4cce-bee2-6b9d3b478eec,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:58.871631 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-5a94cd85-64b8-4a55-b31e-adc5fe54e3a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:58.907032 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:42:58.953081 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:59.069589 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-90494363-0b07-4f53-8a72-48482e9f6681 None None] Provisioning for port c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:42:59.076006 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-90494363-0b07-4f53-8a72-48482e9f6681 None None] Provisioning complete for port c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:42:59.076566 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-90494363-0b07-4f53-8a72-48482e9f6681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:59.403495 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-90494363-0b07-4f53-8a72-48482e9f6681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:59.456533 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d9ba4077-32c5-44de-938f-949a661b797c req-e83dcfff-adcd-4df1-a382-6aea464118d8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 210 time: 0.1877565
May 21 15:42:59.493084 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-90494363-0b07-4f53-8a72-48482e9f6681 None None] For port c773ebd8-a64e-46bb-bc08-a112ca1dc4c1, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=c773ebd8-a64e-46bb-bc08-a112ca1dc4c1,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:42:59.589855 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-90494363-0b07-4f53-8a72-48482e9f6681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:59.593136 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-5a94cd85-64b8-4a55-b31e-adc5fe54e3a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:42:59.630566 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:59.812862 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90494363-0b07-4f53-8a72-48482e9f6681 None None] Pushing event updated for resources: {'Port': ['ID=c773ebd8-a64e-46bb-bc08-a112ca1dc4c1,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:42:59.826295 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-90494363-0b07-4f53-8a72-48482e9f6681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:42:59.827887 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7672e340-746c-4b82-af93-c8251f369117 req-36a526e0-8fa5-4023-b440-c0a5f2335835 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 210 time: 0.2084947
May 21 15:42:59.831679 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8118732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121917'] for router, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:59.857596 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-24b51161-a638-4381-af36-d668b26358bf None None] Provisioning complete for port c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:42:59.858626 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-24b51161-a638-4381-af36-d668b26358bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:59.909457 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Notify callbacks [] for port, precommit_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:42:59.929316 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.provisioning_blocks [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Transition to ACTIVE for port object 91382b89-2a15-421d-8cda-b816d826193b will not be triggered until provisioned by entity L2. {{(pid=98822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:42:59.976388 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device b7ddcb57-d755-4cce-bee2-6b9d3b478eec up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:42:59.997234 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:00.002030 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:00.148287 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port b7ddcb57-d755-4cce-bee2-6b9d3b478eec triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:00.148887 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:00.208715 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Pushing event updated for resources: {'Port': ['ID=91382b89-2a15-421d-8cda-b816d826193b,revision_number=2']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:00.224575 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_common [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Allocated IP 172.20.0.1 (6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92/7b052fad-970d-48db-8e48-f280a095d4e5/bac9e626-809a-4a5a-89be-a11105b836c1) {{(pid=98819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:43:00.231446 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:00.233396 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:00.233896 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:00.234393 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:00.235494 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:00.242951 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:00.242951 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:00.242951 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:00.242951 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:00.242951 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:00.242951 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:00.242951 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Tracked resource versions report:
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]: pushed versions:
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]: {   'AddressGroup': {'1.2'},
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:     'ConntrackHelper': {'1.0'},
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:     'Log': {'1.0'},
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:     'Network': {'1.1'},
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:     'Port': {'1.7'},
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:     'PortForwarding': {'1.2'},
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:     'QosPolicy': {'1.8'},
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:     'SecurityGroup': {'1.4'},
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:     'SecurityGroupRule': {'1.2'},
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:     'SubPort': {'1.0'},
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:     'Subnet': {'1.1'},
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:     'Trunk': {'1.1'}}
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]: consumer versions:
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]: {   DHCP agent@dv-cinder-792642-1-iscsi: {},
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:     HyperV agent@hv-cinder-79264: {},
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:     L3 agent@dv-cinder-792642-1-iscsi: {},
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:     Metadata agent@dv-cinder-792642-1-iscsi: {},
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:     Metering agent@dv-cinder-792642-1-iscsi: {},
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:     Open vSwitch agent@dv-cinder-792642-1-iscsi: {   'AddressGroup': '1.2',
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'ConntrackHelper': '1.0',
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'Log': '1.0',
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'Network': '1.1',
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'Port': '1.7',
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'PortForwarding': '1.2',
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'QosPolicy': '1.8',
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'SecurityGroup': '1.4',
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'SecurityGroupRule': '1.2',
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'SubPort': '1.0',
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'Subnet': '1.1',
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:                                                      'Trunk': '1.1'}}
May 21 15:43:00.244342 dv-cinder-792642-1-iscsi neutron-server[98822]:  {{(pid=98822) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 21 15:43:00.265764 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:00.312896 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-24b51161-a638-4381-af36-d668b26358bf None None] Provisioning complete for port b7ddcb57-d755-4cce-bee2-6b9d3b478eec triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:00.313690 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-24b51161-a638-4381-af36-d668b26358bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:00.322154 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Attempting to bind port 91382b89-2a15-421d-8cda-b816d826193b on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:43:00.322522 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Attempting to bind port 91382b89-2a15-421d-8cda-b816d826193b by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:43:00.325088 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Attempting to bind port 91382b89-2a15-421d-8cda-b816d826193b on network eada4616-562d-476a-9813-40a69a73ac77 {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:43:00.337688 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:43:00.344399 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Checking segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:43:00.345684 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:00.346313 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Bound using segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:43:00.347042 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Bound port: 91382b89-2a15-421d-8cda-b816d826193b, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:43:00.347791 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:00.482467 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:00.512031 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.provisioning_blocks [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Transition to ACTIVE for port object bac9e626-809a-4a5a-89be-a11105b836c1 will not be triggered until provisioned by entity DHCP. {{(pid=98819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:43:00.528676 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] For port 91382b89-2a15-421d-8cda-b816d826193b, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:43:00.534712 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] For port 91382b89-2a15-421d-8cda-b816d826193b, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=91382b89-2a15-421d-8cda-b816d826193b,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:43:00.587835 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Router 0d248fc6-fb5a-456c-a6f5-957179719f90 is scheduled to L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 with binding_index 1 {{(pid=98820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 21 15:43:00.645241 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:00.657610 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:00.678559 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:00.689900 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:00.790850 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Routers {'27acf042-18ab-405e-9e65-c7ba86862fdd'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:43:00.791733 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ab5beb0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:42:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['27acf042-18ab-405e-9e65-c7ba86862fdd'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:00.833863 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 is already hosted by enough agents. {{(pid=98819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:43:00.840322 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Resources bound (agent type, host, resource id):  {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:43:00.844130 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Received port after_create {{(pid=98819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:43:00.845367 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8025903'] for router_interface, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:01.022667 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-03f92410-3ba3-41af-8ab7-66cd97d83f54 req-8cca8584-917b-42b7-ae8e-6ee5de893f46 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 210 time: 0.1765549
May 21 15:43:01.027109 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Pushing event updated for resources: {'Port': ['ID=91382b89-2a15-421d-8cda-b816d826193b,revision_number=3']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:01.035004 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:01.266272 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Pushing event updated for resources: {'Port': ['ID=bac9e626-809a-4a5a-89be-a11105b836c1,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:01.288610 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:01.317655 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] Set router 27acf042-18ab-405e-9e65-c7ba86862fdd gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:43:01.364954 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47230) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:01.429174 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e48cf539-0e1d-47f2-b618-5634a4084ece req-ef418d4b-7665-4fdb-b0b3-568de0bc5b73 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 210 time: 0.0892978
May 21 15:43:01.443436 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:43:01.461485 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Sync routers for ids ['0d248fc6-fb5a-456c-a6f5-957179719f90'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:43:01.486635 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-2a2c1040-3d81-40d6-89a0-086ad032bae0 None None] Provisioning for port bac9e626-809a-4a5a-89be-a11105b836c1 completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:43:01.495234 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Routers {'0d248fc6-fb5a-456c-a6f5-957179719f90'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:43:01.502826 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ae87760>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:42:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['0d248fc6-fb5a-456c-a6f5-957179719f90'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:01.586163 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Notify callbacks [] for router, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:01.592336 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 10.7044959
May 21 15:43:01.595055 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 47238) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:01.610296 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-2a2c1040-3d81-40d6-89a0-086ad032bae0 None None] Provisioning complete for port bac9e626-809a-4a5a-89be-a11105b836c1 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:01.610687 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-2a2c1040-3d81-40d6-89a0-086ad032bae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:01.638409 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-285097117-network', 'tenant_id': '2a1466ab9a5149a5b6831e3d18c31a38'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:01.661427 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:01.674610 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Usage tracker for resource:network and tenant:2a1466ab9a5149a5b6831e3d18c31a38 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:01.680725 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:01.745168 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:01.821479 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:01.871897 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Made reservation on behalf of 2a1466ab9a5149a5b6831e3d18c31a38 for: {'network': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:43:01.874699 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:01.918315 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ab5beb0>, [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:42:54Z', 'revision_number': 3, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:01.923667 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b3487-bfcb-4da8-9b28-1461ba255d5a None None] The sync data for ids ['27acf042-18ab-405e-9e65-c7ba86862fdd'] in dv-cinder-792642-1-iscsi is: [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:42:54Z', 'revision_number': 3, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:43:01.947185 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:01.973480 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Set router 0d248fc6-fb5a-456c-a6f5-957179719f90 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:43:02.246632 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:02.280708 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Usage tracker for resource:security_group_rule and tenant:2a1466ab9a5149a5b6831e3d18c31a38 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:02.289261 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:02.309755 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:02.336137 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.25', 63843) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:02.339395 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:43:02.380314 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5d131ad0-f9ac-437e-863d-3e65d85ee4f2 req-1307c9ed-c52c-4da8-b536-250279252a20 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 210 time: 0.1163564
May 21 15:43:02.441630 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-2a2c1040-3d81-40d6-89a0-086ad032bae0 None None] Port bac9e626-809a-4a5a-89be-a11105b836c1 cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:43:02.560681 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:02.561742 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:03.007808 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-89175d9f-2019-4bf6-b933-db6529b9dc47 req-0007ee2c-220f-4871-846c-441309ca2ed7 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 210 time: 0.1000156
May 21 15:43:03.058893 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Notify callbacks [] for port, precommit_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:03.170562 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ae87760>, [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:42:56Z', 'revision_number': 3, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:03.180601 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Checking router: 0d248fc6-fb5a-456c-a6f5-957179719f90 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:43:03.181203 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Updating router 0d248fc6-fb5a-456c-a6f5-957179719f90 port 7116bd90-a2fa-4cb6-885e-1d51440efc0b binding host dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:43:03.225968 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:03.286993 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:03.291890 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8085953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8025938'] for router_interface, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:03.306255 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7bf9a87e-81cb-480b-930d-6fbb3ddef6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:03.464770 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.25', 63848) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:03.677990 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:04.130318 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Pushing event updated for resources: {'Port': ['ID=bac9e626-809a-4a5a-89be-a11105b836c1,revision_number=2']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:04.130318 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-e2723d49-fd2f-40de-af45-dd2355cef281 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:04.130318 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-e2723d49-fd2f-40de-af45-dd2355cef281 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.25 "GET /v2.0/networks?id=860ad3e0-b894-4ecf-beef-de2036706ee9 HTTP/1.1" status: 200  len: 813 time: 1.4466991
May 21 15:43:04.130318 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:04.130318 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Request body: {'port': {'device_id': '58c90cb0-5034-4656-8eab-061c35fc482a', 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9', 'admin_state_up': True, 'tenant_id': '3c9cd8532ab64a46b28e4b16c9998338'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:04.147917 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 91382b89-2a15-421d-8cda-b816d826193b up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:43:04.154408 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-532cfd42-37e3-45ab-9212-e27faa848b8a req-79875e61-1c76-45c9-a8f1-737bdce79f54 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 210 time: 0.2650619
May 21 15:43:04.154408 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-11ad508a-2c3e-445b-8e32-66e07448094f tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:04.154408 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-11ad508a-2c3e-445b-8e32-66e07448094f tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.25 "GET /v2.0/networks?id=ccf936e8-093e-46a4-bfdf-3de892707136 HTTP/1.1" status: 200  len: 812 time: 0.6186447
May 21 15:43:04.154408 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:04.156290 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:04.157537 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Request body: {'port': {'device_id': '20cc0976-80f1-4ca4-bae1-7b9e291ea557', 'network_id': 'ccf936e8-093e-46a4-bfdf-3de892707136', 'admin_state_up': True, 'tenant_id': 'd902ba47926f45b2b5ae3815952bbdf2'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:04.158988 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:04.324297 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'}  {{(pid=98819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:43:04.404352 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e4b8f6-717e-4c34-94f5-c8a151cef1c8,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:04.408924 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:04.446301 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:04.446842 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.db.segments_db [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Added segment 27420e0f-3d3f-4f8a-9288-e987daf2884b of type vlan for network f94d836d-61d8-4d8e-a0f1-b74f5d16fd61
May 21 15:43:04.458552 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:04.476110 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Usage tracker for resource:port and tenant:3c9cd8532ab64a46b28e4b16c9998338 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:04.483840 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:04.497266 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port 91382b89-2a15-421d-8cda-b816d826193b completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:43:04.503261 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Notify callbacks [] for port, precommit_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:04.507585 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 91382b89-2a15-421d-8cda-b816d826193b triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:04.508215 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:04.553740 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 is already hosted by enough agents. {{(pid=98819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:43:04.558293 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:04.562201 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Resources bound (agent type, host, resource id):  {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:43:04.656651 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Transition to ACTIVE for port object 7116bd90-a2fa-4cb6-885e-1d51440efc0b will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:43:04.820544 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:04.839942 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0df56531-9725-4001-b5cf-94bfed91596d req-6e9cf165-4aa0-44d7-a2cc-a0d599af90fd tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 210 time: 0.2660787
May 21 15:43:04.849645 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:04.864261 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Made reservation on behalf of 3c9cd8532ab64a46b28e4b16c9998338 for: {'port': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:43:04.868266 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:04.908746 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:05.037566 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:05.059382 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Usage tracker for resource:port and tenant:d902ba47926f45b2b5ae3815952bbdf2 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:05.142094 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:05.149054 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.db.resource_extend [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 21 15:43:05.182116 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:05.294136 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:05.344924 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port 91382b89-2a15-421d-8cda-b816d826193b, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=91382b89-2a15-421d-8cda-b816d826193b,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:43:05.399604 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Attempting to bind port 7116bd90-a2fa-4cb6-885e-1d51440efc0b on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:43:05.401099 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Attempting to bind port 7116bd90-a2fa-4cb6-885e-1d51440efc0b by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:43:05.401916 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Attempting to bind port 7116bd90-a2fa-4cb6-885e-1d51440efc0b on network eada4616-562d-476a-9813-40a69a73ac77 {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:43:05.406559 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-d3bde576-4def-4a14-a1ec-e2ed93399751 None None] Provisioning complete for port bac9e626-809a-4a5a-89be-a11105b836c1 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:05.407011 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Made reservation on behalf of d902ba47926f45b2b5ae3815952bbdf2 for: {'port': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:43:05.407329 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d3bde576-4def-4a14-a1ec-e2ed93399751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:05.411802 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:05.579665 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-d3bde576-4def-4a14-a1ec-e2ed93399751 None None] Port bac9e626-809a-4a5a-89be-a11105b836c1 cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:43:05.589222 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:05.603477 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea4fe6-1433-4559-928f-fa81c411b756 None None] Pushing event updated for resources: {'Port': ['ID=7116bd90-a2fa-4cb6-885e-1d51440efc0b,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:05.634762 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-14ea4fe6-1433-4559-928f-fa81c411b756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:05.650516 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:43:05.652356 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Checking segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:43:05.655055 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:05.657876 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Bound using segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:43:05.661752 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Bound port: 7116bd90-a2fa-4cb6-885e-1d51440efc0b, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:43:05.662502 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:05.775545 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:05.787908 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-826e9d92-051c-4238-9f4d-f58258793b83 req-5b292315-a2d9-4cd3-9bb2-12a47dd64f26 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 210 time: 0.4016933
May 21 15:43:05.831992 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Allocated IP 172.20.0.1 (470804b6-04d0-46f5-ba4c-e770e90d71b9/b213e9aa-7ec1-46da-827f-d08b01630e15/df76414f-0061-4808-a47b-1e9c5f9a87b8) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:43:06.008623 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:06.099679 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:06.106979 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:06.128218 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=91382b89-2a15-421d-8cda-b816d826193b,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:06.136911 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-5d81ba36-afd2-40e7-a000-ff6e90046e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:06.146287 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:06.152035 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] For port 7116bd90-a2fa-4cb6-885e-1d51440efc0b, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:43:06.159599 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] For port 7116bd90-a2fa-4cb6-885e-1d51440efc0b, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=7116bd90-a2fa-4cb6-885e-1d51440efc0b,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:43:06.225308 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:06.265070 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Allocated IP 172.20.0.4 (ccf936e8-093e-46a4-bfdf-3de892707136/6965f99d-a2a5-41f5-ac60-08057fe52526/cf3f0e85-0eab-4488-a2a3-9567d5079128) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:43:06.275546 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-90494363-0b07-4f53-8a72-48482e9f6681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:06.336402 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-087cf8ef-6a32-4c63-b7cf-6a5efc3d9e87 req-c6b50687-de52-4427-aa6d-2ce114fcb840 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 210 time: 0.1067955
May 21 15:43:06.430118 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 47344) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:06.497960 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:06.515591 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Router 27acf042-18ab-405e-9e65-c7ba86862fdd has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:43:06.539019 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Pushing event updated for resources: {'Network': ['ID=f94d836d-61d8-4d8e-a0f1-b74f5d16fd61,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:06.559319 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:06.562677 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network f94d836d-61d8-4d8e-a0f1-b74f5d16fd61 details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:43:06.609584 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Transition to ACTIVE for port object df76414f-0061-4808-a47b-1e9c5f9a87b8 will not be triggered until provisioned by entity DHCP. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:43:06.775579 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_common [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Allocated IP 172.20.0.14 (860ad3e0-b894-4ecf-beef-de2036706ee9/0632d989-1ebe-4f6d-8933-78740e2c134a/8bf843ad-c2d4-4ef8-a190-4e7e30054302) {{(pid=98819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:43:06.906097 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Routers {'0d248fc6-fb5a-456c-a6f5-957179719f90'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:43:06.907665 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ae87760>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:42:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['0d248fc6-fb5a-456c-a6f5-957179719f90'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:06.936871 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 5.5670221
May 21 15:43:06.942576 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47358) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:06.943160 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47360) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:06.977468 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:07.019111 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-5627f848-767d-4f47-8e1e-302edfb5efe4 admin admin] Request body: {'subnet': {'network_id': 'f94d836d-61d8-4d8e-a0f1-b74f5d16fd61', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-285097117-subnet', 'tenant_id': '2a1466ab9a5149a5b6831e3d18c31a38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:07.039716 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-5627f848-767d-4f47-8e1e-302edfb5efe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:07.077370 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-5627f848-767d-4f47-8e1e-302edfb5efe4 admin admin] Usage tracker for resource:subnet and tenant:2a1466ab9a5149a5b6831e3d18c31a38 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:07.112376 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-5627f848-767d-4f47-8e1e-302edfb5efe4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:07.201616 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c97fedbf-1379-470c-9c39-fe707db5ce7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:07.269122 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:07.313496 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ab8fc7d4-bb25-4699-a0f3-3916c97f36a5 req-9a60026b-108d-4a27-b081-11e0b0c8ab3f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 210 time: 0.2761066
May 21 15:43:07.356671 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-c97fedbf-1379-470c-9c39-fe707db5ce7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:07.358786 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:07.475455 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:43:07.487528 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-5627f848-767d-4f47-8e1e-302edfb5efe4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:07.498005 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Sync routers for ids ['27acf042-18ab-405e-9e65-c7ba86862fdd'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:43:07.517528 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea4fe6-1433-4559-928f-fa81c411b756 None None] Pushing event updated for resources: {'Port': ['ID=7116bd90-a2fa-4cb6-885e-1d51440efc0b,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:07.522640 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-14ea4fe6-1433-4559-928f-fa81c411b756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.247s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:07.529519 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Routers {'27acf042-18ab-405e-9e65-c7ba86862fdd'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:43:07.531746 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-c97fedbf-1379-470c-9c39-fe707db5ce7f admin admin] Usage tracker for resource:security_group_rule and tenant:aa9107d015734de5bfdbc2711566a3aa is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:07.536044 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214affbe80>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:42:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['27acf042-18ab-405e-9e65-c7ba86862fdd'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:07.538557 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-c97fedbf-1379-470c-9c39-fe707db5ce7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:07.572674 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-c97fedbf-1379-470c-9c39-fe707db5ce7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:07.592077 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] 10.222.0.70 "PUT /v2.0/routers/27acf042-18ab-405e-9e65-c7ba86862fdd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0098593
May 21 15:43:07.616568 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] Set router 0d248fc6-fb5a-456c-a6f5-957179719f90 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:43:07.644015 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5627f848-767d-4f47-8e1e-302edfb5efe4 admin admin] Made reservation on behalf of 2a1466ab9a5149a5b6831e3d18c31a38 for: {'subnet': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:43:07.646511 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:07.663830 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5627f848-767d-4f47-8e1e-302edfb5efe4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:07.665759 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Network ccf936e8-093e-46a4-bfdf-3de892707136 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:43:07.728102 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:43:07.742115 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:43:07.776049 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:07.780478 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:08.094644 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c97fedbf-1379-470c-9c39-fe707db5ce7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:08.110275 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 91382b89-2a15-421d-8cda-b816d826193b up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:43:08.264919 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-51f82d8c-9bbe-4e2b-8903-9845999c212a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:08.303031 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 91382b89-2a15-421d-8cda-b816d826193b triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:08.304049 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:08.365543 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-51f82d8c-9bbe-4e2b-8903-9845999c212a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:08.368674 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Network 470804b6-04d0-46f5-ba4c-e770e90d71b9 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:43:08.408910 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:43:08.451240 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c97fedbf-1379-470c-9c39-fe707db5ce7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:08.452419 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:43:08.453036 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8025903'] for router_interface, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:08.543284 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-51f82d8c-9bbe-4e2b-8903-9845999c212a admin admin] Usage tracker for resource:security_group_rule and tenant:c92b010860d54017862eb7b0acbdb33d is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:08.573582 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Set router 27acf042-18ab-405e-9e65-c7ba86862fdd gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:43:08.582159 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.4706421
May 21 15:43:08.597279 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-51f82d8c-9bbe-4e2b-8903-9845999c212a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:08.623392 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d58021d9-8bd1-4f65-a655-59830dbc3e7a tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=98820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 21 15:43:08.624650 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d58021d9-8bd1-4f65-a655-59830dbc3e7a tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0061967
May 21 15:43:08.632015 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Pushing event updated for resources: {'Port': ['ID=cf3f0e85-0eab-4488-a2a3-9567d5079128,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:08.686279 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.324s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:08.687703 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ae87760>, [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:42:56Z', 'revision_number': 3, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:08.737944 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.608s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:08.762512 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c0ba3b-3702-4113-823e-1c72120c1055 None None] The sync data for ids ['0d248fc6-fb5a-456c-a6f5-957179719f90'] in dv-cinder-792642-1-iscsi is: [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:42:56Z', 'revision_number': 3, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:43:08.904382 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-51f82d8c-9bbe-4e2b-8903-9845999c212a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:09.036709 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-2820e478-b25d-43c4-9a76-1800202c1d84 None None] Provisioning for port df76414f-0061-4808-a47b-1e9c5f9a87b8 completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:43:09.043987 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-2820e478-b25d-43c4-9a76-1800202c1d84 None None] Provisioning complete for port df76414f-0061-4808-a47b-1e9c5f9a87b8 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:09.044609 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-2820e478-b25d-43c4-9a76-1800202c1d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:09.087217 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dd06c-fd00-45e5-b183-95b58d0b5ae1 req-f23c5231-e764-4981-b54c-db96561c29e1 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:09.088785 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-6b6dd06c-fd00-45e5-b183-95b58d0b5ae1 req-f23c5231-e764-4981-b54c-db96561c29e1 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Synchronizing usage tracker for tenant:d902ba47926f45b2b5ae3815952bbdf2 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:43:09.096429 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-c97fedbf-1379-470c-9c39-fe707db5ce7f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa9107d015734de5bfdbc2711566a3aa&name=default HTTP/1.1" status: 200  len: 2975 time: 2.6593463
May 21 15:43:09.117569 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 47402) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:09.272792 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 47406) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:09.301172 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-3e2a0686-8bbd-4cd6-9061-d535d3321afc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--576054241', 'description': 'tempest-description--679727994'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:09.367968 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Pushing event updated for resources: {'Port': ['ID=df76414f-0061-4808-a47b-1e9c5f9a87b8,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:09.373808 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:09.398840 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-2820e478-b25d-43c4-9a76-1800202c1d84 None None] Port df76414f-0061-4808-a47b-1e9c5f9a87b8 cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:43:09.408829 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-65bf1fe9-664f-4447-8765-765b7fe8ba59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.784s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:09.439239 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Request body: {'port': {'device_id': '20cc0976-80f1-4ca4-bae1-7b9e291ea557', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:09.441972 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks [] for port, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:09.503435 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-3e2a0686-8bbd-4cd6-9061-d535d3321afc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:09.526680 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:09.538609 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-3e2a0686-8bbd-4cd6-9061-d535d3321afc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Usage tracker for resource:security_group and tenant:6c2adcba26c84d31b4928d8a767d160b is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:09.582140 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-3e2a0686-8bbd-4cd6-9061-d535d3321afc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:09.607134 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-3e2a0686-8bbd-4cd6-9061-d535d3321afc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:09.736152 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:09.818008 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:09.852310 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214affbe80>, [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:43:01Z', 'revision_number': 4, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'bac9e626-809a-4a5a-89be-a11105b836c1', 'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'mac_address': 'fa:16:3e:a1:76:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:59Z', 'updated_at': '2021-05-21T15:43:02Z', 'revision_number': 2, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'subnets': [{'id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:09.863739 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Checking router: 27acf042-18ab-405e-9e65-c7ba86862fdd for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:43:09.864140 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Updating router 27acf042-18ab-405e-9e65-c7ba86862fdd port bac9e626-809a-4a5a-89be-a11105b836c1 binding host dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:43:09.946550 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-6b6dd06c-fd00-45e5-b183-95b58d0b5ae1 req-f23c5231-e764-4981-b54c-db96561c29e1 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Unset dirty status for tenant:d902ba47926f45b2b5ae3815952bbdf2 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:43:09.963781 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b6dd06c-fd00-45e5-b183-95b58d0b5ae1 req-f23c5231-e764-4981-b54c-db96561c29e1 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 931 time: 2.1539619
May 21 15:43:10.063687 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:10.095285 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fedbf-1379-470c-9c39-fe707db5ce7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f80785d-8cf5-4cab-a3e8-c78396732f58,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:10.115233 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-c97fedbf-1379-470c-9c39-fe707db5ce7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:10.133621 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-51f82d8c-9bbe-4e2b-8903-9845999c212a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:10.187755 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Network 860ad3e0-b894-4ecf-beef-de2036706ee9 is already hosted by enough agents. {{(pid=98819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:43:10.213979 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Resources bound (agent type, host, resource id):  {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:43:10.230470 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-51f82d8c-9bbe-4e2b-8903-9845999c212a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:10.243125 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Received port after_create {{(pid=98819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:43:10.268972 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:10.270230 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for port, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:10.349405 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Pushing event updated for resources: {'Port': ['ID=8bf843ad-c2d4-4ef8-a190-4e7e30054302,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:10.353558 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:10.429887 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5627f848-767d-4f47-8e1e-302edfb5efe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982'] for subnet, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:10.433961 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:10.443454 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:10.482964 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-6b6dd06c-fd00-45e5-b183-95b58d0b5ae1 req-74da6759-915c-4000-87d9-44571d8b256a tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Synchronizing usage tracker for tenant:d902ba47926f45b2b5ae3815952bbdf2 on resource:security_group {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:43:10.542883 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d68c2fc4-ca19-4a2b-b9d1-45bcee9f1327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:10.577835 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 7116bd90-a2fa-4cb6-885e-1d51440efc0b up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:43:10.587361 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f82d8c-9bbe-4e2b-8903-9845999c212a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bab695-4cec-4331-8214-05ea3daf934e,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:10.615604 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-51f82d8c-9bbe-4e2b-8903-9845999c212a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c92b010860d54017862eb7b0acbdb33d&name=default HTTP/1.1" status: 200  len: 2976 time: 3.6385541
May 21 15:43:10.616223 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47424) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:10.617774 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-51f82d8c-9bbe-4e2b-8903-9845999c212a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:10.624786 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-16bdc654-8a21-49a4-89a4-147391a94f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:10.663967 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0686-8bbd-4cd6-9061-d535d3321afc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:10.911662 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d68c2fc4-ca19-4a2b-b9d1-45bcee9f1327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:10.934680 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.0385458
May 21 15:43:10.995247 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Request body: {'port': {'device_id': '58c90cb0-5034-4656-8eab-061c35fc482a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:11.018305 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port 7116bd90-a2fa-4cb6-885e-1d51440efc0b completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:43:11.029844 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 7116bd90-a2fa-4cb6-885e-1d51440efc0b triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:11.030219 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:11.043572 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-3e2a0686-8bbd-4cd6-9061-d535d3321afc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:11.098846 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Notify callbacks [] for port, precommit_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:11.139560 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.provisioning_blocks [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Transition to ACTIVE for port object bac9e626-809a-4a5a-89be-a11105b836c1 will not be triggered until provisioned by entity L2. {{(pid=98822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:43:11.200941 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:11.216800 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627f848-767d-4f47-8e1e-302edfb5efe4 admin admin] Checking segment: {'id': '27420e0f-3d3f-4f8a-9288-e987daf2884b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f94d836d-61d8-4d8e-a0f1-b74f5d16fd61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:43:11.217473 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5627f848-767d-4f47-8e1e-302edfb5efe4 admin admin] Network hostable DHCP agents. Network: f94d836d-61d8-4d8e-a0f1-b74f5d16fd61, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:43:11.227070 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:11.252392 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-c4091f43-101e-4c09-841e-2a59eab1b8f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:11.292469 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627f848-767d-4f47-8e1e-302edfb5efe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd222078-63e8-4e95-9f6c-9e854dd3cf2b,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:11.317322 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-5627f848-767d-4f47-8e1e-302edfb5efe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:11.346693 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f0cccd9f-1ef6-40d2-8cfa-b2781ca5a3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:11.365364 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:11.427815 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port 7116bd90-a2fa-4cb6-885e-1d51440efc0b, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=7116bd90-a2fa-4cb6-885e-1d51440efc0b,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:43:11.433795 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5627f848-767d-4f47-8e1e-302edfb5efe4 admin admin] Network f94d836d-61d8-4d8e-a0f1-b74f5d16fd61 is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:43:11.484426 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f0cccd9f-1ef6-40d2-8cfa-b2781ca5a3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:11.493748 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-3e2a0686-8bbd-4cd6-9061-d535d3321afc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Usage tracker for resource:security_group_rule and tenant:6c2adcba26c84d31b4928d8a767d160b is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:11.501356 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:11.507758 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-6b6dd06c-fd00-45e5-b183-95b58d0b5ae1 req-74da6759-915c-4000-87d9-44571d8b256a tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Unset dirty status for tenant:d902ba47926f45b2b5ae3815952bbdf2 on resource:security_group {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:43:11.509341 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b6dd06c-fd00-45e5-b183-95b58d0b5ae1 req-74da6759-915c-4000-87d9-44571d8b256a tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3899970
May 21 15:43:11.511778 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-3e2a0686-8bbd-4cd6-9061-d535d3321afc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:11.529638 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:11.602959 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3a1d0-042e-44a9-84dc-b09e9d42efba req-3fdd7c58-9a6e-46f5-b402-7d4d3ea3034b tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:11.619115 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-12a3a1d0-042e-44a9-84dc-b09e9d42efba req-3fdd7c58-9a6e-46f5-b402-7d4d3ea3034b tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 932 time: 2.1058443
May 21 15:43:11.711362 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea2675-8e70-4ad9-9cf4-6a4c7d2b7b7c None None] Pushing event updated for resources: {'Port': ['ID=bac9e626-809a-4a5a-89be-a11105b836c1,revision_number=3']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:11.724219 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-5627f848-767d-4f47-8e1e-302edfb5efe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, f94d836d-61d8-4d8e-a0f1-b74f5d16fd61) {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:43:11.730547 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-8eea2675-8e70-4ad9-9cf4-6a4c7d2b7b7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:11.741314 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5627f848-767d-4f47-8e1e-302edfb5efe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:11.742465 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5627f848-767d-4f47-8e1e-302edfb5efe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:11.964275 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=7116bd90-a2fa-4cb6-885e-1d51440efc0b,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:11.981101 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:11.989793 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d48b363-70f0-42b5-ab44-09a744ed3d76 None None] Network f94d836d-61d8-4d8e-a0f1-b74f5d16fd61 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:43:12.016466 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-5627f848-767d-4f47-8e1e-302edfb5efe4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 5.0412290
May 21 15:43:12.058477 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f0cccd9f-1ef6-40d2-8cfa-b2781ca5a3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:12.114493 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-51f82d8c-9bbe-4e2b-8903-9845999c212a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:12.163417 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f0cccd9f-1ef6-40d2-8cfa-b2781ca5a3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:12.173077 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-f0cccd9f-1ef6-40d2-8cfa-b2781ca5a3c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94bab695-4cec-4331-8214-05ea3daf934e HTTP/1.1" status: 204  len: 168 time: 1.5534296
May 21 15:43:12.204467 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-3e2a0686-8bbd-4cd6-9061-d535d3321afc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:12.243656 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cccd9f-1ef6-40d2-8cfa-b2781ca5a3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bab695-4cec-4331-8214-05ea3daf934e,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:12.272062 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.db.resource_extend [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 21 15:43:12.326245 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f0cccd9f-1ef6-40d2-8cfa-b2781ca5a3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:12.364253 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.db.resource_extend [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] It took 0.78 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 21 15:43:12.401333 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d68c2fc4-ca19-4a2b-b9d1-45bcee9f1327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:12.417146 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Attempting to bind port bac9e626-809a-4a5a-89be-a11105b836c1 on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:43:12.418177 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Attempting to bind port bac9e626-809a-4a5a-89be-a11105b836c1 by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '734af71f-afce-42ed-be70-d3d5cc3f5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92'}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:43:12.418555 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Attempting to bind port bac9e626-809a-4a5a-89be-a11105b836c1 on network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:43:12.438233 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:43:12.441061 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Checking segment: {'id': '734af71f-afce-42ed-be70-d3d5cc3f5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:43:12.441837 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:12.441837 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Bound using segment: {'id': '734af71f-afce-42ed-be70-d3d5cc3f5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92'} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:43:12.442713 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Bound port: bac9e626-809a-4a5a-89be-a11105b836c1, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734af71f-afce-42ed-be70-d3d5cc3f5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92'}}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:43:12.444460 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:12.537041 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.notifiers.nova [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf843ad-c2d4-4ef8-a190-4e7e30054302 {{(pid=98819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:43:12.558665 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:12.575054 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1ff71569-47ef-49ef-8d71-a65b42731fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:12.632912 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.provisioning_blocks [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Transition to ACTIVE for port object 8bf843ad-c2d4-4ef8-a190-4e7e30054302 will not be triggered until provisioned by entity L2. {{(pid=98819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:43:12.650608 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:12.711227 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:12.716860 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:12.749212 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c2fc4-ca19-4a2b-b9d1-45bcee9f1327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f80785d-8cf5-4cab-a3e8-c78396732f58,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:12.762042 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d68c2fc4-ca19-4a2b-b9d1-45bcee9f1327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:12.804784 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.db.resource_extend [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 21 15:43:12.829253 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] For port bac9e626-809a-4a5a-89be-a11105b836c1, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:43:12.852223 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] For port bac9e626-809a-4a5a-89be-a11105b836c1, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=bac9e626-809a-4a5a-89be-a11105b836c1,segment=NetworkSegment(734af71f-afce-42ed-be70-d3d5cc3f5117),segment_id=734af71f-afce-42ed-be70-d3d5cc3f5117)] {{(pid=98822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:43:12.859574 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-12a3a1d0-042e-44a9-84dc-b09e9d42efba req-c95ea9fc-3c93-43fe-97f2-52d32e291b78 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Synchronizing usage tracker for tenant:3c9cd8532ab64a46b28e4b16c9998338 on resource:security_group {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:43:12.888171 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7538c7bc-6042-4368-948b-b9a7f616f17b None None] Network f94d836d-61d8-4d8e-a0f1-b74f5d16fd61 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:43:12.896011 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:12.944431 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:13.020398 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:13.244673 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8085953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8025938'] for router_interface, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:13.264636 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d68c2fc4-ca19-4a2b-b9d1-45bcee9f1327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:13.272784 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-d68c2fc4-ca19-4a2b-b9d1-45bcee9f1327 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f80785d-8cf5-4cab-a3e8-c78396732f58 HTTP/1.1" status: 204  len: 168 time: 4.1476071
May 21 15:43:13.272784 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d4ea0495-e898-42e5-ab07-c2d43cf3ea65 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:13.532022 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Routers {'27acf042-18ab-405e-9e65-c7ba86862fdd'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:43:13.536906 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214affbe80>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:42:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['27acf042-18ab-405e-9e65-c7ba86862fdd'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:13.589509 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Pushing event updated for resources: {'Port': ['ID=8bf843ad-c2d4-4ef8-a190-4e7e30054302,revision_number=2']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:13.599280 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:13.811401 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-cb5f553e-cbe0-4bb7-8b3b-d5043a538144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:13.849100 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea2675-8e70-4ad9-9cf4-6a4c7d2b7b7c None None] Pushing event updated for resources: {'Port': ['ID=bac9e626-809a-4a5a-89be-a11105b836c1,revision_number=4']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:13.896351 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.managers [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Attempting to bind port 8bf843ad-c2d4-4ef8-a190-4e7e30054302 on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:43:13.897717 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.managers [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Attempting to bind port 8bf843ad-c2d4-4ef8-a190-4e7e30054302 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9'}] {{(pid=98819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:43:13.898262 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Attempting to bind port 8bf843ad-c2d4-4ef8-a190-4e7e30054302 on network 860ad3e0-b894-4ecf-beef-de2036706ee9 {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:43:13.901785 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-8eea2675-8e70-4ad9-9cf4-6a4c7d2b7b7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:13.908848 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Port 8bf843ad-c2d4-4ef8-a190-4e7e30054302 on network 860ad3e0-b894-4ecf-beef-de2036706ee9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:43:13.908848 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Attempting to bind port 8bf843ad-c2d4-4ef8-a190-4e7e30054302 on network 860ad3e0-b894-4ecf-beef-de2036706ee9 {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:43:13.940823 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:43:13.941137 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Checking segment: {'id': 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:43:13.941744 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Bound using segment: {'id': 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9'} {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:43:13.952630 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.managers [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Bound port: 8bf843ad-c2d4-4ef8-a190-4e7e30054302, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9'}}] {{(pid=98819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:43:13.952630 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:13.987667 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 7116bd90-a2fa-4cb6-885e-1d51440efc0b up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:43:14.126214 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] For port 8bf843ad-c2d4-4ef8-a190-4e7e30054302, host hv-cinder-79264, cleared binding levels {{(pid=98819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:43:14.132189 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3f0e85-0eab-4488-a2a3-9567d5079128 {{(pid=98820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:43:14.142350 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] For port 8bf843ad-c2d4-4ef8-a190-4e7e30054302, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8bf843ad-c2d4-4ef8-a190-4e7e30054302,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:43:14.224621 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Pushing event updated for resources: {'Port': ['ID=df76414f-0061-4808-a47b-1e9c5f9a87b8,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:14.231688 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.962s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:14.247490 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:14.295328 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:14.302563 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:14.364132 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] Set router 27acf042-18ab-405e-9e65-c7ba86862fdd gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:43:14.459664 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:14.460384 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for port, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:14.461907 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] 10.222.0.25 "PUT /v2.0/ports/8bf843ad-c2d4-4ef8-a190-4e7e30054302 HTTP/1.1" status: 200  len: 1094 time: 3.4757934
May 21 15:43:14.462416 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c90cb0-5034-4656-8eab-061c35fc482a', 'tag': '8bf843ad-c2d4-4ef8-a190-4e7e30054302'}] {{(pid=98819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:43:14.466049 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 7116bd90-a2fa-4cb6-885e-1d51440efc0b triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:14.466049 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:14.506016 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0686-8bbd-4cd6-9061-d535d3321afc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:14.660380 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0686-8bbd-4cd6-9061-d535d3321afc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:14.744302 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Transition to ACTIVE for port object cf3f0e85-0eab-4488-a2a3-9567d5079128 will not be triggered until provisioned by entity L2. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:43:14.773364 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Pushing event updated for resources: {'Port': ['ID=8bf843ad-c2d4-4ef8-a190-4e7e30054302,revision_number=3']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:14.796512 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:14.811843 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:14.881657 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-12a3a1d0-042e-44a9-84dc-b09e9d42efba req-c95ea9fc-3c93-43fe-97f2-52d32e291b78 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Unset dirty status for tenant:3c9cd8532ab64a46b28e4b16c9998338 on resource:security_group {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:43:14.896461 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-12a3a1d0-042e-44a9-84dc-b09e9d42efba req-c95ea9fc-3c93-43fe-97f2-52d32e291b78 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.6856451
May 21 15:43:14.942317 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:15.039952 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-cef98466-6436-4d69-b2f4-61c287ec93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:15.051260 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-cef98466-6436-4d69-b2f4-61c287ec93a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 1097 time: 0.4346805
May 21 15:43:15.167665 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05559671-f27a-492b-9ee4-c764798d7e58 req-8214e645-6e40-4963-b580-51fe11103f8e tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:15.183892 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-05559671-f27a-492b-9ee4-c764798d7e58 req-8214e645-6e40-4963-b580-51fe11103f8e tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 931 time: 1.7321787
May 21 15:43:15.320036 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214affbe80>, [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:43:01Z', 'revision_number': 4, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'bac9e626-809a-4a5a-89be-a11105b836c1', 'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'mac_address': 'fa:16:3e:a1:76:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:59Z', 'updated_at': '2021-05-21T15:43:12Z', 'revision_number': 4, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'subnets': [{'id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:15.329515 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0161649-072c-4d6b-a209-717f84a815d2 None None] The sync data for ids ['27acf042-18ab-405e-9e65-c7ba86862fdd'] in dv-cinder-792642-1-iscsi is: [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:43:01Z', 'revision_number': 4, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'bac9e626-809a-4a5a-89be-a11105b836c1', 'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'mac_address': 'fa:16:3e:a1:76:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:59Z', 'updated_at': '2021-05-21T15:43:12Z', 'revision_number': 4, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'subnets': [{'id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:43:15.379425 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a0686-8bbd-4cd6-9061-d535d3321afc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef825bde-493b-4dab-afdf-4ee4bd9ef05a,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:15.384152 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3e2a0686-8bbd-4cd6-9061-d535d3321afc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:15.386657 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-3e2a0686-8bbd-4cd6-9061-d535d3321afc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 6.0974691
May 21 15:43:15.399725 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-cc430660-a048-4693-a501-910c14b091a4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bf843ad-c2d4-4ef8-a190-4e7e30054302 HTTP/1.1" status: 200  len: 217 time: 0.3102696
May 21 15:43:15.400314 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47498) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:15.410406 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-3e2a0686-8bbd-4cd6-9061-d535d3321afc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:15.412444 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1e8c7d12-60cb-476c-a95f-40a575106d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.370s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:15.415776 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-f8fd9d52-df33-416f-a372-1091dfc29422 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Request body: {'security_group_rule': {'security_group_id': 'ef825bde-493b-4dab-afdf-4ee4bd9ef05a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:15.500487 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Network 470804b6-04d0-46f5-ba4c-e770e90d71b9 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:43:15.590878 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:43:15.591144 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-f8fd9d52-df33-416f-a372-1091dfc29422 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:15.596175 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-f8fd9d52-df33-416f-a372-1091dfc29422 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Usage tracker for resource:security_group_rule and tenant:6c2adcba26c84d31b4928d8a767d160b is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:15.606627 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-f8fd9d52-df33-416f-a372-1091dfc29422 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:15.640808 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:15.649971 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-f8fd9d52-df33-416f-a372-1091dfc29422 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:15.728376 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-b9c76a33-0b74-4ad6-ac84-c4547b84eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:15.730197 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-b9c76a33-0b74-4ad6-ac84-c4547b84eca8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0632d989-1ebe-4f6d-8933-78740e2c134a HTTP/1.1" status: 200  len: 853 time: 0.2938421
May 21 15:43:15.857930 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47508) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:15.881964 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-2a480992-c69b-4957-b13d-e1e90c975ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:15.950661 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1911480123-network', 'tenant_id': '6464edf7fa124994bb40e55884d937c5'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:16.035324 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9d52-df33-416f-a372-1091dfc29422 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:16.217557 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device bac9e626-809a-4a5a-89be-a11105b836c1 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:43:16.243505 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-6a820cb1-e239-4c56-82f5-c2878718fa29 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=860ad3e0-b894-4ecf-beef-de2036706ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4997759
May 21 15:43:16.248044 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:16.259651 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Usage tracker for resource:network and tenant:6464edf7fa124994bb40e55884d937c5 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:16.270622 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:16.334150 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:16.384827 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Attempting to bind port cf3f0e85-0eab-4488-a2a3-9567d5079128 on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:43:16.385570 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Attempting to bind port cf3f0e85-0eab-4488-a2a3-9567d5079128 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '2ae2a1b5-435a-4ea3-80b1-80253b414079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ccf936e8-093e-46a4-bfdf-3de892707136'}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:43:16.386018 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Attempting to bind port cf3f0e85-0eab-4488-a2a3-9567d5079128 on network ccf936e8-093e-46a4-bfdf-3de892707136 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:43:16.458874 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-26c68454-6662-43d7-a95d-aad2e759ea73 None None] Provisioning complete for port df76414f-0061-4808-a47b-1e9c5f9a87b8 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:16.459718 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-26c68454-6662-43d7-a95d-aad2e759ea73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:16.600465 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9d52-df33-416f-a372-1091dfc29422 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:16.609529 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-26c68454-6662-43d7-a95d-aad2e759ea73 None None] Port df76414f-0061-4808-a47b-1e9c5f9a87b8 cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:43:16.761848 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-e95523db-2894-48a8-b8c3-cdebcbf0b979 service neutron] 10.222.0.25 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4823895
May 21 15:43:16.774533 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Port cf3f0e85-0eab-4488-a2a3-9567d5079128 on network ccf936e8-093e-46a4-bfdf-3de892707136 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:43:16.775570 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Attempting to bind port cf3f0e85-0eab-4488-a2a3-9567d5079128 on network ccf936e8-093e-46a4-bfdf-3de892707136 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:43:16.802010 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3f0e85-0eab-4488-a2a3-9567d5079128,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:16.823855 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.411s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:16.840197 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:43:16.840197 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Checking segment: {'id': '2ae2a1b5-435a-4ea3-80b1-80253b414079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ccf936e8-093e-46a4-bfdf-3de892707136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:43:16.840197 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Bound using segment: {'id': '2ae2a1b5-435a-4ea3-80b1-80253b414079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ccf936e8-093e-46a4-bfdf-3de892707136'} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:43:16.840197 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Bound port: cf3f0e85-0eab-4488-a2a3-9567d5079128, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae2a1b5-435a-4ea3-80b1-80253b414079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ccf936e8-093e-46a4-bfdf-3de892707136'}}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:43:16.840815 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:16.853443 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-05559671-f27a-492b-9ee4-c764798d7e58 req-aad9db81-44cb-4a68-8881-114f679c3ed9 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4768188
May 21 15:43:16.951949 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Router 0d248fc6-fb5a-456c-a6f5-957179719f90 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:43:17.019131 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port bac9e626-809a-4a5a-89be-a11105b836c1 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:43:17.019851 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Made reservation on behalf of 6464edf7fa124994bb40e55884d937c5 for: {'network': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:43:17.020498 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:17.022692 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:17.025289 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port bac9e626-809a-4a5a-89be-a11105b836c1 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:17.025674 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:17.106925 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9d52-df33-416f-a372-1091dfc29422 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:17.289402 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] For port cf3f0e85-0eab-4488-a2a3-9567d5079128, host hv-cinder-79264, cleared binding levels {{(pid=98820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:43:17.402577 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad1d36-e8e2-4866-85c8-a89559eaba3c req-1ee2a053-7249-428e-b438-8022d01f29a5 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:17.404264 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-68ad1d36-e8e2-4866-85c8-a89559eaba3c req-1ee2a053-7249-428e-b438-8022d01f29a5 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 944 time: 1.0225298
May 21 15:43:17.447311 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:17.492677 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] For port cf3f0e85-0eab-4488-a2a3-9567d5079128, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cf3f0e85-0eab-4488-a2a3-9567d5079128,segment=NetworkSegment(2ae2a1b5-435a-4ea3-80b1-80253b414079),segment_id=2ae2a1b5-435a-4ea3-80b1-80253b414079)] {{(pid=98820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:43:17.550221 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port bac9e626-809a-4a5a-89be-a11105b836c1, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=bac9e626-809a-4a5a-89be-a11105b836c1,segment=NetworkSegment(734af71f-afce-42ed-be70-d3d5cc3f5117),segment_id=734af71f-afce-42ed-be70-d3d5cc3f5117)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:43:17.687890 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:43:17.702076 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Sync routers for ids ['0d248fc6-fb5a-456c-a6f5-957179719f90'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:43:17.718758 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:17.726892 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:17.739335 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:17.744451 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] 10.222.0.70 "PUT /v2.0/routers/0d248fc6-fb5a-456c-a6f5-957179719f90/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.1500633
May 21 15:43:17.750516 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-68ad1d36-e8e2-4866-85c8-a89559eaba3c req-f31a6e73-05d2-49db-bc7e-f8187d1cd8ea tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3235023
May 21 15:43:17.761260 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:17.786339 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:17.810832 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6b054e39-53d0-4eed-b4ac-44d12bb8b626 req-342082d4-1fd5-40ed-b051-632074d83451 service neutron] 10.222.0.25 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7016020
May 21 15:43:17.821564 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:17.851861 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:17.862090 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Usage tracker for resource:security_group_rule and tenant:6464edf7fa124994bb40e55884d937c5 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:17.869468 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:17.884294 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:17.945690 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Routers {'0d248fc6-fb5a-456c-a6f5-957179719f90'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:43:17.952023 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ac066d0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:43:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['0d248fc6-fb5a-456c-a6f5-957179719f90'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:18.136948 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Pushing event updated for resources: {'Port': ['ID=cf3f0e85-0eab-4488-a2a3-9567d5079128,revision_number=3']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:18.162330 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:18.195181 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:18.196176 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:18.201606 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] 10.222.0.25 "PUT /v2.0/ports/cf3f0e85-0eab-4488-a2a3-9567d5079128 HTTP/1.1" status: 200  len: 1093 time: 9.2382224
May 21 15:43:18.202122 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cc0976-80f1-4ca4-bae1-7b9e291ea557', 'tag': 'cf3f0e85-0eab-4488-a2a3-9567d5079128'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:43:18.339950 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c90cb0-5034-4656-8eab-061c35fc482a', 'tag': '8bf843ad-c2d4-4ef8-a190-4e7e30054302', 'status': 'completed', 'code': 200}
May 21 15:43:18.410362 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd9d52-df33-416f-a372-1091dfc29422 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd18581b-38ed-4083-bcfb-dc60bf512481,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:18.683346 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:18.724107 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f8fd9d52-df33-416f-a372-1091dfc29422 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:18.763644 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=bac9e626-809a-4a5a-89be-a11105b836c1,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:18.799768 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.073s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:18.809232 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Set router 0d248fc6-fb5a-456c-a6f5-957179719f90 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:43:18.861920 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:18.873094 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8488a1-b481-45db-84c4-d19e00589bd6 req-be4fcd4b-9b18-4671-8869-358a1d39fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:18.885708 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3b8488a1-b481-45db-84c4-d19e00589bd6 req-be4fcd4b-9b18-4671-8869-358a1d39fc2f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 1097 time: 0.5163755
May 21 15:43:18.934375 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:18.999770 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9d52-df33-416f-a372-1091dfc29422 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:19.008914 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-f8fd9d52-df33-416f-a372-1091dfc29422 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 3.6003482
May 21 15:43:19.010976 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47564) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:19.015303 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03908417-4c9f-49ba-b1ad-dad05d59ccc2,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:19.026453 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-19b1414c-9d63-48f1-aee0-7de603e2b99a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Request body: {'security_group_rule': {'security_group_id': 'ef825bde-493b-4dab-afdf-4ee4bd9ef05a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:19.049374 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:19.053049 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-8b4525a9-53e1-4fa1-82b8-3aaf9f0583e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:19.055555 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-8b4525a9-53e1-4fa1-82b8-3aaf9f0583e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d902ba47926f45b2b5ae3815952bbdf2&device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 1096 time: 0.6805935
May 21 15:43:19.057522 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-19b1414c-9d63-48f1-aee0-7de603e2b99a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:19.062169 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'}  {{(pid=98819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:43:19.069832 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-19b1414c-9d63-48f1-aee0-7de603e2b99a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Usage tracker for resource:security_group_rule and tenant:6c2adcba26c84d31b4928d8a767d160b is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:19.087494 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-19b1414c-9d63-48f1-aee0-7de603e2b99a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:19.289274 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-97f852c6-e6d8-4646-ab08-f28d067cbe34 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf3f0e85-0eab-4488-a2a3-9567d5079128 HTTP/1.1" status: 200  len: 217 time: 0.2072966
May 21 15:43:19.464851 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:19.509545 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-19b1414c-9d63-48f1-aee0-7de603e2b99a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:19.537017 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:19.538153 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.db.segments_db [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Added segment 54051d84-52ca-4065-8ecb-af2a6a193a56 of type vlan for network 56235c7f-fb7b-498c-9e79-95d1ac252adb
May 21 15:43:19.574861 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1097b3-799e-44c5-a905-ff2718626a3e req-d0a32e83-98e8-4496-94b5-2c2b663af7a6 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:19.585747 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2c1097b3-799e-44c5-a905-ff2718626a3e req-d0a32e83-98e8-4496-94b5-2c2b663af7a6 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 943 time: 1.0663753
May 21 15:43:19.588199 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8488a1-b481-45db-84c4-d19e00589bd6 req-c5b1bcf5-784f-43f8-a1ff-1f57e142c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:19.591107 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3b8488a1-b481-45db-84c4-d19e00589bd6 req-c5b1bcf5-784f-43f8-a1ff-1f57e142c81a service neutron] 10.222.0.25 "GET /v2.0/networks?id=860ad3e0-b894-4ecf-beef-de2036706ee9 HTTP/1.1" status: 200  len: 914 time: 0.6800358
May 21 15:43:19.713350 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d2b8c269-b1b8-422a-9747-b229b735d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:19.715822 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-d2b8c269-b1b8-422a-9747-b229b735d65b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6965f99d-a2a5-41f5-ac60-08057fe52526 HTTP/1.1" status: 200  len: 852 time: 0.4135098
May 21 15:43:19.728559 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:19.742305 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-19b1414c-9d63-48f1-aee0-7de603e2b99a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:19.827467 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3b8488a1-b481-45db-84c4-d19e00589bd6 req-6b57b57b-4db7-4db9-b3ad-d42586147b5d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bf843ad-c2d4-4ef8-a190-4e7e30054302 HTTP/1.1" status: 200  len: 217 time: 0.2222879
May 21 15:43:19.888449 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-47b6db18-3835-4dd6-9613-bd1886151b8a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccf936e8-093e-46a4-bfdf-3de892707136&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1371536
May 21 15:43:20.016334 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2c1097b3-799e-44c5-a905-ff2718626a3e req-78dc80ca-0de6-4984-bbcb-6892549f6e94 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868589
May 21 15:43:20.172239 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device bac9e626-809a-4a5a-89be-a11105b836c1 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:43:20.190859 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-19b1414c-9d63-48f1-aee0-7de603e2b99a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:20.423246 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:20.433721 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-19b1414c-9d63-48f1-aee0-7de603e2b99a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:20.608679 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:20.609858 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:20.642585 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:20.663562 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8488a1-b481-45db-84c4-d19e00589bd6 req-c0a038e6-6a92-4536-9a46-3e001a899762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:20.666501 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3b8488a1-b481-45db-84c4-d19e00589bd6 req-c0a038e6-6a92-4536-9a46-3e001a899762 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0632d989-1ebe-4f6d-8933-78740e2c134a HTTP/1.1" status: 200  len: 853 time: 0.3639538
May 21 15:43:20.710305 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port bac9e626-809a-4a5a-89be-a11105b836c1 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:20.711329 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:20.925534 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Pushing event updated for resources: {'Network': ['ID=56235c7f-fb7b-498c-9e79-95d1ac252adb,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:20.931920 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-19b1414c-9d63-48f1-aee0-7de603e2b99a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:20.933555 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-19b1414c-9d63-48f1-aee0-7de603e2b99a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.9212639
May 21 15:43:20.935461 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:20.938157 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:20.948628 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47596) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:20.960460 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network 56235c7f-fb7b-498c-9e79-95d1ac252adb details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:43:20.976664 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Request body: {'floatingip': {'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:20.984393 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:20.989558 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Usage tracker for resource:floatingip and tenant:6c2adcba26c84d31b4928d8a767d160b is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:20.995313 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:21.001330 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:21.032433 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3b8488a1-b481-45db-84c4-d19e00589bd6 req-e108ea7e-c191-4b78-950f-8225618a32d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=860ad3e0-b894-4ecf-beef-de2036706ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3521636
May 21 15:43:21.041326 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ac066d0>, [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:43:08Z', 'revision_number': 4, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'df76414f-0061-4808-a47b-1e9c5f9a87b8', 'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'mac_address': 'fa:16:3e:0b:15:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:43:04Z', 'updated_at': '2021-05-21T15:43:10Z', 'revision_number': 2, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'subnets': [{'id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:21.110502 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-8015d449-5982-4c52-ad2c-7147ae1e74c1 service neutron] 10.222.0.25 "GET /v2.0/networks/ccf936e8-093e-46a4-bfdf-3de892707136?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7972839
May 21 15:43:21.113731 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 5.2338631
May 21 15:43:21.115968 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1414c-9d63-48f1-aee0-7de603e2b99a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4681380f-3ae1-4287-89cd-e28c24fe6cca,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:21.130834 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-19b1414c-9d63-48f1-aee0-7de603e2b99a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:21.135667 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47602) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:21.190625 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Checking router: 0d248fc6-fb5a-456c-a6f5-957179719f90 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:43:21.191284 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Updating router 0d248fc6-fb5a-456c-a6f5-957179719f90 port df76414f-0061-4808-a47b-1e9c5f9a87b8 binding host dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:43:21.216494 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1c627-5392-47a9-9df9-7749ebd1bc80 req-67aee06b-8c5a-40ba-9b5f-2a5ffca54351 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:21.225265 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-51b1c627-5392-47a9-9df9-7749ebd1bc80 req-67aee06b-8c5a-40ba-9b5f-2a5ffca54351 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 944 time: 0.3384345
May 21 15:43:21.238664 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-997afb51-cae7-4042-9ed0-cd1c72ef1e51 admin admin] Request body: {'subnet': {'network_id': '56235c7f-fb7b-498c-9e79-95d1ac252adb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1911480123-subnet', 'tenant_id': '6464edf7fa124994bb40e55884d937c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:21.266456 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3b8488a1-b481-45db-84c4-d19e00589bd6 req-b717263b-bc43-44c7-8e60-7723836bfd1d service neutron] 10.222.0.25 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2198915
May 21 15:43:21.286293 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-997afb51-cae7-4042-9ed0-cd1c72ef1e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:21.317228 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-997afb51-cae7-4042-9ed0-cd1c72ef1e51 admin admin] Usage tracker for resource:subnet and tenant:6464edf7fa124994bb40e55884d937c5 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:21.328379 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-51b1c627-5392-47a9-9df9-7749ebd1bc80 req-da9ceb77-df4b-4604-8e01-a155ee1c1242 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016045
May 21 15:43:21.331424 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-997afb51-cae7-4042-9ed0-cd1c72ef1e51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:21.461816 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for floatingip, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:21.485504 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-997afb51-cae7-4042-9ed0-cd1c72ef1e51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:21.499093 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:21.636033 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997afb51-cae7-4042-9ed0-cd1c72ef1e51 admin admin] Made reservation on behalf of 6464edf7fa124994bb40e55884d937c5 for: {'subnet': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:43:21.638488 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-997afb51-cae7-4042-9ed0-cd1c72ef1e51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:21.752614 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 47616) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:21.791460 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-2c088134-760b-468f-8197-f0332a3fca14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1348547495', 'description': 'tempest-description--2112527932'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:21.828862 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-2c088134-760b-468f-8197-f0332a3fca14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:21.891085 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-2c088134-760b-468f-8197-f0332a3fca14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Usage tracker for resource:security_group and tenant:6a68b29cab9044629d81ff87b9006270 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:21.911845 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-2c088134-760b-468f-8197-f0332a3fca14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:21.999913 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-2c088134-760b-468f-8197-f0332a3fca14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:22.033150 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cc0976-80f1-4ca4-bae1-7b9e291ea557', 'tag': 'cf3f0e85-0eab-4488-a2a3-9567d5079128', 'status': 'completed', 'code': 200}
May 21 15:43:22.141712 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3b8488a1-b481-45db-84c4-d19e00589bd6 req-085e1935-ad9f-440d-a59b-71f645d8f6fd service neutron] 10.222.0.25 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8115437
May 21 15:43:22.172084 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-2c088134-760b-468f-8197-f0332a3fca14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:22.386064 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-2c088134-760b-468f-8197-f0332a3fca14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:22.412882 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-2c088134-760b-468f-8197-f0332a3fca14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Usage tracker for resource:security_group_rule and tenant:6a68b29cab9044629d81ff87b9006270 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:22.428344 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-2c088134-760b-468f-8197-f0332a3fca14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:22.454298 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-2c088134-760b-468f-8197-f0332a3fca14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:22.537258 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bbf53-5ed5-4b34-944c-e12848aa68b0 req-607cfd2b-bdde-4411-80b5-b3b44b70fa13 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:22.540855 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ff4bbf53-5ed5-4b34-944c-e12848aa68b0 req-607cfd2b-bdde-4411-80b5-b3b44b70fa13 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 943 time: 0.3065045
May 21 15:43:22.582213 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-712122e1-3fba-4fe5-b960-b0b146a8369b req-a89d0b23-07ba-40ee-ab49-da4bd23439d2 service neutron] 10.222.0.25 "GET /v2.0/networks/ccf936e8-093e-46a4-bfdf-3de892707136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4486547
May 21 15:43:22.664511 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:22.807677 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ff4bbf53-5ed5-4b34-944c-e12848aa68b0 req-be0cc199-30e2-440d-8bf5-1a3c6c05ae51 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2078521
May 21 15:43:22.903101 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-2c088134-760b-468f-8197-f0332a3fca14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:22.918457 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Notify callbacks [] for port, precommit_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:22.984195 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Transition to ACTIVE for port object df76414f-0061-4808-a47b-1e9c5f9a87b8 will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:43:23.020141 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-2c088134-760b-468f-8197-f0332a3fca14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:23.035797 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-3e2a0686-8bbd-4cd6-9061-d535d3321afc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:23.132820 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:23.155028 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-14ea4fe6-1433-4559-928f-fa81c411b756 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:23.202156 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_common [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Allocated IP 172.27.0.89 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/6a9282c5-d7d9-4e35-891d-da5d099dcc7a) {{(pid=98819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:43:23.253258 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034cd7a-ee51-4a5c-80ad-de0b533f1fe1 req-1007ee28-5d0c-4594-83a9-904d50180a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:23.255753 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-d034cd7a-ee51-4a5c-80ad-de0b533f1fe1 req-1007ee28-5d0c-4594-83a9-904d50180a91 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d902ba47926f45b2b5ae3815952bbdf2&device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 1096 time: 0.3841741
May 21 15:43:23.358338 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c088134-760b-468f-8197-f0332a3fca14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd4b254-9521-45b9-8aa1-13090bdc2d21,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:23.372798 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-2c088134-760b-468f-8197-f0332a3fca14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:23.481584 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-2c088134-760b-468f-8197-f0332a3fca14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:23.492012 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-2c088134-760b-468f-8197-f0332a3fca14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.7292678
May 21 15:43:23.502920 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47654) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:23.570646 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e112b5-137a-49cc-b54e-5287b54dad99 req-57492d3d-1b8e-42bd-a143-841f073cb71f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:23.581115 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c8e112b5-137a-49cc-b54e-5287b54dad99 req-57492d3d-1b8e-42bd-a143-841f073cb71f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 944 time: 0.5068111
May 21 15:43:23.590508 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-fdcc7442-dc05-4f92-97ef-459139ea7e76 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Request body: {'security_group_rule': {'security_group_id': '9bd4b254-9521-45b9-8aa1-13090bdc2d21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:23.784441 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c8e112b5-137a-49cc-b54e-5287b54dad99 req-f8951667-1fb2-49d4-a67e-448d8be812c7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1947742
May 21 15:43:23.939610 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-fdcc7442-dc05-4f92-97ef-459139ea7e76 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:24.012978 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee0a64-bdf2-435d-b2b3-e969fdae706b None None] Pushing event updated for resources: {'Port': ['ID=df76414f-0061-4808-a47b-1e9c5f9a87b8,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:24.039860 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-05ee0a64-bdf2-435d-b2b3-e969fdae706b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:24.068351 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Attempting to bind port df76414f-0061-4808-a47b-1e9c5f9a87b8 on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:43:24.069489 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Attempting to bind port df76414f-0061-4808-a47b-1e9c5f9a87b8 by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '80332f2f-9549-40e4-8ddf-43bf0efa5cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:43:24.070374 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Attempting to bind port df76414f-0061-4808-a47b-1e9c5f9a87b8 on network 470804b6-04d0-46f5-ba4c-e770e90d71b9 {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:43:24.082025 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-fdcc7442-dc05-4f92-97ef-459139ea7e76 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Usage tracker for resource:security_group_rule and tenant:6a68b29cab9044629d81ff87b9006270 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:24.082971 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:43:24.098297 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Checking segment: {'id': '80332f2f-9549-40e4-8ddf-43bf0efa5cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:43:24.098297 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:24.098297 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Bound using segment: {'id': '80332f2f-9549-40e4-8ddf-43bf0efa5cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:43:24.098297 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Bound port: df76414f-0061-4808-a47b-1e9c5f9a87b8, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80332f2f-9549-40e4-8ddf-43bf0efa5cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:43:24.098297 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:24.099107 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-fdcc7442-dc05-4f92-97ef-459139ea7e76 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:24.195383 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-997afb51-cae7-4042-9ed0-cd1c72ef1e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982'] for subnet, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:24.231014 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-fdcc7442-dc05-4f92-97ef-459139ea7e76 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:24.249469 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae0aae-a5fa-489d-8dee-af57eabc4463 req-56512806-f4bc-48f8-9c92-25512f00cc2a tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:24.254342 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-adae0aae-a5fa-489d-8dee-af57eabc4463 req-56512806-f4bc-48f8-9c92-25512f00cc2a tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 943 time: 0.2051775
May 21 15:43:24.261290 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] For port df76414f-0061-4808-a47b-1e9c5f9a87b8, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:43:24.267851 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] For port df76414f-0061-4808-a47b-1e9c5f9a87b8, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=df76414f-0061-4808-a47b-1e9c5f9a87b8,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:43:24.274193 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-973399cc-fb63-4ca2-aad1-f585c822cef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:24.350983 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-adae0aae-a5fa-489d-8dee-af57eabc4463 req-ba356993-a25f-4fd2-8de5-3306f64b118f tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892234
May 21 15:43:24.369624 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:24.394661 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:24.416472 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for port, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:24.463209 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034cd7a-ee51-4a5c-80ad-de0b533f1fe1 req-5d666c3d-5fad-4ae4-984e-780207043f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:24.473204 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-d034cd7a-ee51-4a5c-80ad-de0b533f1fe1 req-5d666c3d-5fad-4ae4-984e-780207043f6d service neutron] 10.222.0.25 "GET /v2.0/networks?id=ccf936e8-093e-46a4-bfdf-3de892707136 HTTP/1.1" status: 200  len: 913 time: 1.1090815
May 21 15:43:24.473920 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997afb51-cae7-4042-9ed0-cd1c72ef1e51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0db1d6b-8314-43f6-aa55-82d6aebc5a7b,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:24.488432 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-997afb51-cae7-4042-9ed0-cd1c72ef1e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:24.516453 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee0a64-bdf2-435d-b2b3-e969fdae706b None None] Pushing event updated for resources: {'Port': ['ID=df76414f-0061-4808-a47b-1e9c5f9a87b8,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:24.528025 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-05ee0a64-bdf2-435d-b2b3-e969fdae706b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:24.544077 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Routers {'0d248fc6-fb5a-456c-a6f5-957179719f90'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:43:24.545011 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ac066d0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:43:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['0d248fc6-fb5a-456c-a6f5-957179719f90'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:24.558982 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fdcc7442-dc05-4f92-97ef-459139ea7e76 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:24.585184 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-d034cd7a-ee51-4a5c-80ad-de0b533f1fe1 req-0ee940ad-1750-4d58-a5d5-de9d913ae2cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf3f0e85-0eab-4488-a2a3-9567d5079128 HTTP/1.1" status: 200  len: 217 time: 0.0956125
May 21 15:43:24.598256 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997afb51-cae7-4042-9ed0-cd1c72ef1e51 admin admin] Checking segment: {'id': '54051d84-52ca-4065-8ecb-af2a6a193a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '56235c7f-fb7b-498c-9e79-95d1ac252adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:43:24.598672 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997afb51-cae7-4042-9ed0-cd1c72ef1e51 admin admin] Network hostable DHCP agents. Network: 56235c7f-fb7b-498c-9e79-95d1ac252adb, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:43:24.705979 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fdcc7442-dc05-4f92-97ef-459139ea7e76 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:24.800594 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fdcc7442-dc05-4f92-97ef-459139ea7e76 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:24.801706 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997afb51-cae7-4042-9ed0-cd1c72ef1e51 admin admin] Network 56235c7f-fb7b-498c-9e79-95d1ac252adb is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:43:24.806468 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:24.818231 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] Set router 0d248fc6-fb5a-456c-a6f5-957179719f90 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:43:24.849127 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-19b1414c-9d63-48f1-aee0-7de603e2b99a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:24.908619 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc7442-dc05-4f92-97ef-459139ea7e76 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f97e2e-ba0a-45e0-adcb-060ab23e5d41,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:24.921630 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-fdcc7442-dc05-4f92-97ef-459139ea7e76 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:24.924848 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:43:24.929230 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-b7db61b1-7d1c-4b2b-a715-a3b7b5b0c58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:24.980868 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-997afb51-cae7-4042-9ed0-cd1c72ef1e51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, 56235c7f-fb7b-498c-9e79-95d1ac252adb) {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:43:24.982679 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Resources bound (agent type, host, resource id):  {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:43:24.995548 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034cd7a-ee51-4a5c-80ad-de0b533f1fe1 req-f605a855-3483-48fa-ac4b-28d6c16ef72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:24.997111 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-d034cd7a-ee51-4a5c-80ad-de0b533f1fe1 req-f605a855-3483-48fa-ac4b-28d6c16ef72c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6965f99d-a2a5-41f5-ac60-08057fe52526 HTTP/1.1" status: 200  len: 852 time: 0.2767577
May 21 15:43:25.001133 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570ef19b-9b45-4e2e-a5bb-a507f7f929d1 None None] Network 56235c7f-fb7b-498c-9e79-95d1ac252adb requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:43:25.010926 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997afb51-cae7-4042-9ed0-cd1c72ef1e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:25.011570 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-997afb51-cae7-4042-9ed0-cd1c72ef1e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:25.016620 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Received port after_create {{(pid=98819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:43:25.042434 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da4748-f769-4b34-ab84-bb68d5bacbf3 req-1f633ff9-69ac-4690-9548-fb9a8d6baf99 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:25.044391 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01da4748-f769-4b34-ab84-bb68d5bacbf3 req-1f633ff9-69ac-4690-9548-fb9a8d6baf99 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 944 time: 0.1101673
May 21 15:43:25.132564 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01da4748-f769-4b34-ab84-bb68d5bacbf3 req-972f5ca0-7b27-4b28-afbc-c70455b0d3bc tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750265
May 21 15:43:25.159553 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fdcc7442-dc05-4f92-97ef-459139ea7e76 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:25.163893 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-fdcc7442-dc05-4f92-97ef-459139ea7e76 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.6332448
May 21 15:43:25.163893 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-d034cd7a-ee51-4a5c-80ad-de0b533f1fe1 req-1be01d02-f4de-4b39-9d48-93a2b2727326 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ccf936e8-093e-46a4-bfdf-3de892707136&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1406782
May 21 15:43:25.164753 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 47672) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:25.173690 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-9f4b47ac-4d14-4f99-ad93-dace5ceced59 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Request body: {'security_group_rule': {'security_group_id': '9bd4b254-9521-45b9-8aa1-13090bdc2d21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:25.185204 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-9f4b47ac-4d14-4f99-ad93-dace5ceced59 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:25.190571 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-9f4b47ac-4d14-4f99-ad93-dace5ceced59 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Usage tracker for resource:security_group_rule and tenant:6a68b29cab9044629d81ff87b9006270 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:25.194566 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-9f4b47ac-4d14-4f99-ad93-dace5ceced59 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:25.202780 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-9f4b47ac-4d14-4f99-ad93-dace5ceced59 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:25.234212 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event updated for resources: {'Port': ['ID=6a9282c5-d7d9-4e35-891d-da5d099dcc7a,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:25.252196 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:25.335429 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-997afb51-cae7-4042-9ed0-cd1c72ef1e51 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 4.1981678
May 21 15:43:25.351658 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9f4b47ac-4d14-4f99-ad93-dace5ceced59 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:25.368340 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:25.414048 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db8df63-fd57-474d-beaa-05dd67edc18d None None] Network 56235c7f-fb7b-498c-9e79-95d1ac252adb requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:43:25.558271 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9f4b47ac-4d14-4f99-ad93-dace5ceced59 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:25.597352 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-d034cd7a-ee51-4a5c-80ad-de0b533f1fe1 req-2c1f9ec8-6458-4b5f-b3f6-90316b06d3cb service neutron] 10.222.0.25 "GET /v2.0/networks/ccf936e8-093e-46a4-bfdf-3de892707136?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4194119
May 21 15:43:25.646032 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9f4b47ac-4d14-4f99-ad93-dace5ceced59 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:25.660055 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:25.681400 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b47ac-4d14-4f99-ad93-dace5ceced59 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195b0ae5-7930-43aa-bb74-b04dcfd7e3f4,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:25.689618 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 47696) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:25.705119 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:25.778957 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-9f4b47ac-4d14-4f99-ad93-dace5ceced59 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:25.820093 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadf9400-a941-42c1-8435-4e1b6e312c65 admin admin] Deleting subnet dd222078-63e8-4e95-9f6c-9e854dd3cf2b {{(pid=98820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 21 15:43:25.825707 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dadf9400-a941-42c1-8435-4e1b6e312c65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:25.827579 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-d034cd7a-ee51-4a5c-80ad-de0b533f1fe1 req-c060aaba-f79e-47ec-9f94-258a95caf6cb service neutron] 10.222.0.25 "GET /v2.0/networks/ccf936e8-093e-46a4-bfdf-3de892707136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2211466
May 21 15:43:25.882434 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544e738-520d-472b-84fa-fe046d3fe570 req-823b4e7a-c083-4e33-9b0e-b588893643f6 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:25.884385 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b544e738-520d-472b-84fa-fe046d3fe570 req-823b4e7a-c083-4e33-9b0e-b588893643f6 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 943 time: 0.3060811
May 21 15:43:25.884791 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ac066d0>, [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:43:08Z', 'revision_number': 4, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'df76414f-0061-4808-a47b-1e9c5f9a87b8', 'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'mac_address': 'fa:16:3e:0b:15:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:43:04Z', 'updated_at': '2021-05-21T15:43:24Z', 'revision_number': 4, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'subnets': [{'id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:25.890011 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9f4b47ac-4d14-4f99-ad93-dace5ceced59 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:25.894798 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-9f4b47ac-4d14-4f99-ad93-dace5ceced59 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7252865
May 21 15:43:25.894968 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f8799-dfd7-463a-9567-a8b3fac38e27 None None] The sync data for ids ['0d248fc6-fb5a-456c-a6f5-957179719f90'] in dv-cinder-792642-1-iscsi is: [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:43:08Z', 'revision_number': 4, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'df76414f-0061-4808-a47b-1e9c5f9a87b8', 'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'mac_address': 'fa:16:3e:0b:15:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:43:04Z', 'updated_at': '2021-05-21T15:43:24Z', 'revision_number': 4, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'subnets': [{'id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:43:25.898188 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 47704) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:25.909939 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Request body: {'floatingip': {'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:25.929638 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dadf9400-a941-42c1-8435-4e1b6e312c65 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:25.945874 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dadf9400-a941-42c1-8435-4e1b6e312c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981060'] for subnet, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:26.011013 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:26.031673 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Usage tracker for resource:floatingip and tenant:6a68b29cab9044629d81ff87b9006270 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:26.051012 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:26.107676 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:26.119626 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b544e738-520d-472b-84fa-fe046d3fe570 req-43bd0c12-6a49-4281-8254-11255de2c9d8 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761286
May 21 15:43:26.128730 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for port, precommit_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:26.219796 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:26.241131 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c7b6d245-833a-4299-918b-8c403b32e66f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:26.271044 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for floatingip, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:26.359087 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:26.400722 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47720) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:26.465266 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event updated for resources: {'Port': ['ID=6a9282c5-d7d9-4e35-891d-da5d099dcc7a,revision_number=2']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:26.473391 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:26.475268 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:26.487630 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.5326948
May 21 15:43:26.681101 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fc989-45d4-4882-9d05-e442ef036a18 req-81ba97a4-9a3e-4042-a78e-726390ea4b5a tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:26.682916 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f20fc989-45d4-4882-9d05-e442ef036a18 req-81ba97a4-9a3e-4042-a78e-726390ea4b5a tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 944 time: 0.3127928
May 21 15:43:26.739446 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e86c99bd-0112-4a29-b6b6-7dfa7bbd382c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:26.768358 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e86c99bd-0112-4a29-b6b6-7dfa7bbd382c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:26.777556 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dadf9400-a941-42c1-8435-4e1b6e312c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982'] for subnet, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:26.778502 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e86c99bd-0112-4a29-b6b6-7dfa7bbd382c admin admin] Usage tracker for resource:security_group_rule and tenant:5aeb4377dec94c569322686a71bf8bef is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:26.782497 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e86c99bd-0112-4a29-b6b6-7dfa7bbd382c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:26.790882 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e86c99bd-0112-4a29-b6b6-7dfa7bbd382c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:26.830262 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:26.974880 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e86c99bd-0112-4a29-b6b6-7dfa7bbd382c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:27.005686 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf9400-a941-42c1-8435-4e1b6e312c65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd222078-63e8-4e95-9f6c-9e854dd3cf2b,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:27.012598 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f20fc989-45d4-4882-9d05-e442ef036a18 req-f315c071-778b-48e8-bd68-da1787799b78 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3169904
May 21 15:43:27.018839 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-dadf9400-a941-42c1-8435-4e1b6e312c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:27.021274 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:27.108952 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e86c99bd-0112-4a29-b6b6-7dfa7bbd382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:27.114540 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dadf9400-a941-42c1-8435-4e1b6e312c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:27.125889 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f0cccd9f-1ef6-40d2-8cfa-b2781ca5a3c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:27.167583 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c99bd-0112-4a29-b6b6-7dfa7bbd382c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dc6bef-24d2-4aa3-be7f-ddfb851e17e9,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:27.172322 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e86c99bd-0112-4a29-b6b6-7dfa7bbd382c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:27.188267 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-dadf9400-a941-42c1-8435-4e1b6e312c65 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dd222078-63e8-4e95-9f6c-9e854dd3cf2b HTTP/1.1" status: 204  len: 168 time: 1.4939671
May 21 15:43:27.199542 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47756) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:27.217317 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-d588632f-f6b9-4ead-8c73-c444c5a4208d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Synchronizing usage tracker for tenant:6c2adcba26c84d31b4928d8a767d160b on resource:security_group {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:43:27.242082 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-e86c99bd-0112-4a29-b6b6-7dfa7bbd382c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5aeb4377dec94c569322686a71bf8bef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8138251
May 21 15:43:27.247290 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 47760) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:27.361105 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597767'] for network, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:27.470686 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-d588632f-f6b9-4ead-8c73-c444c5a4208d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Unset dirty status for tenant:6c2adcba26c84d31b4928d8a767d160b on resource:security_group {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:43:27.470686 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-d588632f-f6b9-4ead-8c73-c444c5a4208d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--576054241&fields=id&tenant_id=6c2adcba26c84d31b4928d8a767d160b HTTP/1.1" status: 200  len: 267 time: 0.3779464
May 21 15:43:27.523916 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980989', 'neutron.services.segments.db._delete_segments_for_network-8736311911289'] for network, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:27.557706 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f21499b0fa0>> segment before_delete 55550000 {{(pid=98819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:43:27.557947 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f21499b0fa0>> subnet precommit_delete_associations 55550000 {{(pid=98819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:43:27.559037 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f21497ce8b0>> segment_host_mapping after_create 55550000 {{(pid=98819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:43:27.559564 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f21497ce8b0>> port after_create 55550000 {{(pid=98819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:43:27.560079 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f21497ce8b0>> port after_delete 55550000 {{(pid=98819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:43:27.560614 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f21497ce8b0>> port after_update 55550000 {{(pid=98819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:43:27.561352 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f21497ce8b0>> segment after_delete 55550000 {{(pid=98819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:43:27.561808 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f21497ce8b0>> subnet after_create 55550000 {{(pid=98819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:43:27.562126 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f21497ce8b0>> subnet after_delete 55550000 {{(pid=98819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:43:27.562513 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f21497ce8b0>> subnet after_update 55550000 {{(pid=98819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:43:27.584859 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a2995b79-0251-4556-8c1f-634ef9c95908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:27.588141 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Allocated IP 172.27.0.252 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/b5be9ad7-c5ca-41e8-b5ac-fb8576909b5d) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:43:27.702920 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device cf3f0e85-0eab-4488-a2a3-9567d5079128 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:43:27.723782 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2149df11f0>> subnet after_create 55550000 {{(pid=98819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:43:27.724670 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2149df11f0>> subnet after_delete 55550000 {{(pid=98819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:43:27.725483 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2149df11f0>> subnet before_create 55550000 {{(pid=98819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:43:27.726245 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2149df11f0>> subnet before_update 55550000 {{(pid=98819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:43:27.727202 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2149e07e20>,) {'filters': {'network_id': ['f94d836d-61d8-4d8e-a0f1-b74f5d16fd61']}} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:27.795855 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a2995b79-0251-4556-8c1f-634ef9c95908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:27.858636 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2149e07e20>, '27420e0f-3d3f-4f8a-9288-e987daf2884b') {'for_net_delete': True} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:27.859215 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2149e07e20>, '27420e0f-3d3f-4f8a-9288-e987daf2884b') {} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:27.882540 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736311923725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932820'] for segment, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:27.914866 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:27.930063 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=98819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 21 15:43:27.931222 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5568343'] for segment, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:   from cryptography.utils import int_from_bytes
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:   from cryptography.utils import int_from_bytes
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]: Traceback (most recent call last):
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:     timer()
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:     cb(*args, **kw)
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:     return func(*args, **kwargs)
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:     self._notify()
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:     self.callback(batched_events)
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:     event.method(event)
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_uuid = self.p_client.list_aggregates(
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:     return f(self, *a, **k)
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._get(url).json()
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self.request(url, 'GET', **kwargs)
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:     base_url = self.get_endpoint(auth, allow=allow,
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 21 15:43:27.962130 dv-cinder-792642-1-iscsi neutron-server[98819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 21 15:43:27.976448 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port cf3f0e85-0eab-4488-a2a3-9567d5079128, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cf3f0e85-0eab-4488-a2a3-9567d5079128,segment=NetworkSegment(2ae2a1b5-435a-4ea3-80b1-80253b414079),segment_id=2ae2a1b5-435a-4ea3-80b1-80253b414079)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:43:27.991489 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device df76414f-0061-4808-a47b-1e9c5f9a87b8 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:43:28.067607 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': 'cf3f0e85-0eab-4488-a2a3-9567d5079128', 'network_id': 'ccf936e8-093e-46a4-bfdf-3de892707136', 'port_id': 'cf3f0e85-0eab-4488-a2a3-9567d5079128', 'mac_address': 'fa:16:3e:59:67:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6965f99d-a2a5-41f5-ac60-08057fe52526', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:43:28.108455 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3536897-056c-4f18-a0aa-4a67a991b309 req-d9a05f54-bcd7-4ca4-b861-490ac65df2fe tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:28.109772 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c3536897-056c-4f18-a0aa-4a67a991b309 req-d9a05f54-bcd7-4ca4-b861-490ac65df2fe tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 943 time: 0.7478957
May 21 15:43:28.163993 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-4821f57a-e926-4ce3-9338-6c520134c5d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:28.164625 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-4821f57a-e926-4ce3-9338-6c520134c5d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Synchronizing usage tracker for tenant:6c2adcba26c84d31b4928d8a767d160b on resource:network {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:43:28.200755 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8122016'] for network, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:28.212932 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:28.215699 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:28.230461 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:28.255268 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3f0e85-0eab-4488-a2a3-9567d5079128 {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:43:28.255498 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] 10.222.0.70 "DELETE /v2.0/networks/f94d836d-61d8-4d8e-a0f1-b74f5d16fd61 HTTP/1.1" status: 204  len: 168 time: 1.0491538
May 21 15:43:28.257938 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47772) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:28.264554 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c3536897-056c-4f18-a0aa-4a67a991b309 req-79c17114-6cf9-4a17-be9f-673159fa3c61 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343081
May 21 15:43:28.275088 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port df76414f-0061-4808-a47b-1e9c5f9a87b8 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:43:28.278034 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:28.300554 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port df76414f-0061-4808-a47b-1e9c5f9a87b8 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:28.301195 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:28.313980 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Pushing event deleted for resources: {'Network': ['ID=f94d836d-61d8-4d8e-a0f1-b74f5d16fd61,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:28.326442 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:28.365599 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-4821f57a-e926-4ce3-9338-6c520134c5d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Unset dirty status for tenant:6c2adcba26c84d31b4928d8a767d160b on resource:network {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:43:28.367007 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-4821f57a-e926-4ce3-9338-6c520134c5d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/networks?id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 HTTP/1.1" status: 200  len: 811 time: 0.8836379
May 21 15:43:28.385199 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82b62eb-5227-4769-b72e-fa8ed810b200 admin admin] Deleting subnet b0db1d6b-8314-43f6-aa55-82d6aebc5a7b {{(pid=98819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 21 15:43:28.390831 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-bd1ad0b4-31fb-470e-94fa-b35caef9df82 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/quotas/6c2adcba26c84d31b4928d8a767d160b HTTP/1.1" status: 200  len: 375 time: 0.0158510
May 21 15:43:28.393459 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b82b62eb-5227-4769-b72e-fa8ed810b200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:28.414119 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port cf3f0e85-0eab-4488-a2a3-9567d5079128, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cf3f0e85-0eab-4488-a2a3-9567d5079128,segment=NetworkSegment(2ae2a1b5-435a-4ea3-80b1-80253b414079),segment_id=2ae2a1b5-435a-4ea3-80b1-80253b414079)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:43:28.470044 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b82b62eb-5227-4769-b72e-fa8ed810b200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932813'] for subnet, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:28.526104 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:28.527351 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 8bf843ad-c2d4-4ef8-a190-4e7e30054302 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:43:28.537143 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:28.546641 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b82b62eb-5227-4769-b72e-fa8ed810b200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981060'] for subnet, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:28.583062 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:28.584651 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a2995b79-0251-4556-8c1f-634ef9c95908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:28.615832 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-0b4d1357-2a53-4a60-a0e1-a903165276a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:28.637655 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:28.706335 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=cf3f0e85-0eab-4488-a2a3-9567d5079128,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:28.726850 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:28.752477 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:43:28.792380 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:43:28.812169 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a2995b79-0251-4556-8c1f-634ef9c95908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:28.814439 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-a2995b79-0251-4556-8c1f-634ef9c95908 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85dc6bef-24d2-4aa3-be7f-ddfb851e17e9 HTTP/1.1" status: 204  len: 168 time: 1.5651112
May 21 15:43:28.826630 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:43:28.851417 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event updated for resources: {'Port': ['ID=b5be9ad7-c5ca-41e8-b5ac-fb8576909b5d,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:28.876970 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:28.955979 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:28.978698 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2995b79-0251-4556-8c1f-634ef9c95908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dc6bef-24d2-4aa3-be7f-ddfb851e17e9,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:28.981448 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a2995b79-0251-4556-8c1f-634ef9c95908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:29.018815 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0856edd-9b67-4958-a6e3-368c856a8b7d req-46990be7-62f3-49bb-ac2a-cfc3ccd0bd0d tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:29.021458 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f0856edd-9b67-4958-a6e3-368c856a8b7d req-46990be7-62f3-49bb-ac2a-cfc3ccd0bd0d tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 944 time: 0.5384336
May 21 15:43:29.023841 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 8bf843ad-c2d4-4ef8-a190-4e7e30054302, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8bf843ad-c2d4-4ef8-a190-4e7e30054302,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:43:29.043306 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-3d8f63bd-29bf-440b-b64c-4cd35b53626c tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c2adcba26c84d31b4928d8a767d160b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6431227
May 21 15:43:29.051357 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:29.091739 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b82b62eb-5227-4769-b72e-fa8ed810b200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5568265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6212389'] for subnet, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:29.106476 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '8bf843ad-c2d4-4ef8-a190-4e7e30054302', 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9', 'port_id': '8bf843ad-c2d4-4ef8-a190-4e7e30054302', 'mac_address': 'fa:16:3e:0f:05:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0632d989-1ebe-4f6d-8933-78740e2c134a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:43:29.107167 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:29.155531 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b62eb-5227-4769-b72e-fa8ed810b200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0db1d6b-8314-43f6-aa55-82d6aebc5a7b,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:29.163415 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-b82b62eb-5227-4769-b72e-fa8ed810b200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:29.164724 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b82b62eb-5227-4769-b72e-fa8ed810b200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:29.171700 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-b82b62eb-5227-4769-b72e-fa8ed810b200 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b0db1d6b-8314-43f6-aa55-82d6aebc5a7b HTTP/1.1" status: 204  len: 168 time: 0.9129696
May 21 15:43:29.176200 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47788) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:29.219964 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:29.246638 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:29.286924 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf843ad-c2d4-4ef8-a190-4e7e30054302 {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:43:29.295632 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f0856edd-9b67-4958-a6e3-368c856a8b7d req-91a47bec-ab2f-4849-a87c-b3ca3d6370d9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2472835
May 21 15:43:29.306551 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 8bf843ad-c2d4-4ef8-a190-4e7e30054302, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8bf843ad-c2d4-4ef8-a190-4e7e30054302,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:43:29.309028 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port df76414f-0061-4808-a47b-1e9c5f9a87b8, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=df76414f-0061-4808-a47b-1e9c5f9a87b8,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:43:29.316652 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-21ea7b11-694f-492b-9b2d-4aced326d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597767'] for network, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:29.379571 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:29.381670 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:29.440105 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:29.451842 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:29.491358 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=8bf843ad-c2d4-4ef8-a190-4e7e30054302,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:29.495482 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:29.496388 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-05ee0a64-bdf2-435d-b2b3-e969fdae706b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:29.536013 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 47798) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:29.582955 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=df76414f-0061-4808-a47b-1e9c5f9a87b8,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:29.583214 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-d6595271-465b-4f01-9bb5-61347eb44c18 service neutron] 10.222.0.70 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4910862
May 21 15:43:29.586285 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:29.593811 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-21ea7b11-694f-492b-9b2d-4aced326d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980989', 'neutron.services.segments.db._delete_segments_for_network-8736311911289'] for network, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:29.610551 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-21ea7b11-694f-492b-9b2d-4aced326d3ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f21497fb3a0>,) {'filters': {'network_id': ['56235c7f-fb7b-498c-9e79-95d1ac252adb']}} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:29.625605 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-21ea7b11-694f-492b-9b2d-4aced326d3ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f21497fb3a0>, '54051d84-52ca-4065-8ecb-af2a6a193a56') {'for_net_delete': True} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:29.625898 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-21ea7b11-694f-492b-9b2d-4aced326d3ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f21497fb3a0>, '54051d84-52ca-4065-8ecb-af2a6a193a56') {} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:43:29.640950 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-21ea7b11-694f-492b-9b2d-4aced326d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736311923725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932820'] for segment, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:29.670263 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-21ea7b11-694f-492b-9b2d-4aced326d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:29.678813 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ea7b11-694f-492b-9b2d-4aced326d3ee admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=98819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 21 15:43:29.679450 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-21ea7b11-694f-492b-9b2d-4aced326d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5568343'] for segment, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]: Traceback (most recent call last):
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:     timer()
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:     cb(*args, **kw)
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:     return func(*args, **kwargs)
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:     self._notify()
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:     self.callback(batched_events)
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:     event.method(event)
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_uuid = self.p_client.list_aggregates(
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:     return f(self, *a, **k)
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._get(url).json()
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self.request(url, 'GET', **kwargs)
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:     base_url = self.get_endpoint(auth, allow=allow,
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 21 15:43:29.710771 dv-cinder-792642-1-iscsi neutron-server[98819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 21 15:43:29.740995 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:43:29.770321 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['8bf843ad-c2d4-4ef8-a190-4e7e30054302'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:43:29.845167 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['cf3f0e85-0eab-4488-a2a3-9567d5079128'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:43:29.958688 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device df76414f-0061-4808-a47b-1e9c5f9a87b8 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:43:30.064983 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-21ea7b11-694f-492b-9b2d-4aced326d3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8122016'] for network, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:30.070210 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7b1042d9-031a-4219-a9d5-435130b3266e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:30.122809 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea7b11-694f-492b-9b2d-4aced326d3ee admin admin] Pushing event deleted for resources: {'Network': ['ID=56235c7f-fb7b-498c-9e79-95d1ac252adb,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:30.130493 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-21ea7b11-694f-492b-9b2d-4aced326d3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:30.134659 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-21ea7b11-694f-492b-9b2d-4aced326d3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:30.140795 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a2eba558-e14b-4cf3-9b9e-09195ee3653a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:30.152621 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-21ea7b11-694f-492b-9b2d-4aced326d3ee admin admin] 10.222.0.70 "DELETE /v2.0/networks/56235c7f-fb7b-498c-9e79-95d1ac252adb HTTP/1.1" status: 204  len: 168 time: 0.9752750
May 21 15:43:30.178427 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port df76414f-0061-4808-a47b-1e9c5f9a87b8 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:30.178427 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:30.192998 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-7cffcca4-f292-4d3b-8c5d-53b8d2b94b71 service neutron] 10.222.0.70 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5845675
May 21 15:43:30.197297 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-a2eba558-e14b-4cf3-9b9e-09195ee3653a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:30.206801 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-a2eba558-e14b-4cf3-9b9e-09195ee3653a admin admin] Usage tracker for resource:security_group_rule and tenant:9735754be6f64e58b1fabb3ed4ed64f1 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:30.206801 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-a2eba558-e14b-4cf3-9b9e-09195ee3653a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:30.211565 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-a2eba558-e14b-4cf3-9b9e-09195ee3653a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:30.311805 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a2eba558-e14b-4cf3-9b9e-09195ee3653a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:30.424245 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95118eef-0841-463f-81ba-a662313a4958 req-b64213d0-5465-4598-9178-cdb0812cb1fd tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:30.425831 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-95118eef-0841-463f-81ba-a662313a4958 req-b64213d0-5465-4598-9178-cdb0812cb1fd tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 944 time: 0.8188908
May 21 15:43:30.428117 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a2eba558-e14b-4cf3-9b9e-09195ee3653a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:30.447847 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:30.470538 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:30.530065 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-a2eba558-e14b-4cf3-9b9e-09195ee3653a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9735754be6f64e58b1fabb3ed4ed64f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9924555
May 21 15:43:30.535804 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47832) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:30.540969 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eba558-e14b-4cf3-9b9e-09195ee3653a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d619304-1cf9-4d32-88e3-4dad102acc71,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:30.546834 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a2eba558-e14b-4cf3-9b9e-09195ee3653a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:30.547704 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:30.556970 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-95118eef-0841-463f-81ba-a662313a4958 req-fa946e24-f116-41fc-875f-8c69da6b2a6a tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958629
May 21 15:43:30.559075 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:30.685033 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:30.740698 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-166052f2-c9ec-4d6d-9c10-9ef9e020c35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:30.803447 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-166052f2-c9ec-4d6d-9c10-9ef9e020c35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:30.868359 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-dc39380f-0782-4cbf-b9e2-48facfdb01cb req-c9f4a771-4af2-4ee3-a82d-8e9dcc6f4ced tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 210 time: 0.1471918
May 21 15:43:30.879636 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event updated for resources: {'Port': ['ID=b5be9ad7-c5ca-41e8-b5ac-fb8576909b5d,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:30.884932 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:30.962373 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-166052f2-c9ec-4d6d-9c10-9ef9e020c35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:30.969297 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-76b3fcaf-d17f-4e50-91d0-f25bc8730d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:30.979607 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 47844) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:30.981070 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:30.984021 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.0836949
May 21 15:43:31.018626 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166052f2-c9ec-4d6d-9c10-9ef9e020c35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d619304-1cf9-4d32-88e3-4dad102acc71,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:31.021696 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-166052f2-c9ec-4d6d-9c10-9ef9e020c35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:31.032672 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-166052f2-c9ec-4d6d-9c10-9ef9e020c35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:31.033225 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-166052f2-c9ec-4d6d-9c10-9ef9e020c35b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d619304-1cf9-4d32-88e3-4dad102acc71 HTTP/1.1" status: 204  len: 168 time: 0.4949195
May 21 15:43:31.107645 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-828bf871-3155-4ba0-934a-d6d5a9a03e29 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2a1466ab9a5149a5b6831e3d18c31a38&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1227684
May 21 15:43:31.110682 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 47856) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:31.150510 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3290b6-b5a1-45ad-a192-c3a4b6543023 req-b3835539-cbc0-462a-bd72-6e40f2249144 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:31.152341 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fc3290b6-b5a1-45ad-a192-c3a4b6543023 req-b3835539-cbc0-462a-bd72-6e40f2249144 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 945 time: 0.2538252
May 21 15:43:31.244784 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fc3290b6-b5a1-45ad-a192-c3a4b6543023 req-f4e0eedd-a38e-4786-a9ce-6f7637b50ea7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767200
May 21 15:43:31.251314 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8dd87d05-2e99-4da8-91ca-68f3a089a0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:31.297389 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8dd87d05-2e99-4da8-91ca-68f3a089a0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:31.583316 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8dd87d05-2e99-4da8-91ca-68f3a089a0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:31.588547 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d68c2fc4-ca19-4a2b-b9d1-45bcee9f1327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:31.601733 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd87d05-2e99-4da8-91ca-68f3a089a0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e4b8f6-717e-4c34-94f5-c8a151cef1c8,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:31.605874 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-8dd87d05-2e99-4da8-91ca-68f3a089a0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:31.613152 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8dd87d05-2e99-4da8-91ca-68f3a089a0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:31.625871 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-8dd87d05-2e99-4da8-91ca-68f3a089a0b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a9e4b8f6-717e-4c34-94f5-c8a151cef1c8 HTTP/1.1" status: 204  len: 168 time: 0.5077889
May 21 15:43:31.698684 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device cf3f0e85-0eab-4488-a2a3-9567d5079128 up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:43:31.939433 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-9714860a-afc7-4049-8308-a003bbe3eaec req-0ac1cd3b-0b82-4898-9707-1cc2c011102a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Synchronizing usage tracker for tenant:6a68b29cab9044629d81ff87b9006270 on resource:security_group {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:43:32.029322 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port cf3f0e85-0eab-4488-a2a3-9567d5079128 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:43:32.031265 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-9714860a-afc7-4049-8308-a003bbe3eaec req-0ac1cd3b-0b82-4898-9707-1cc2c011102a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Unset dirty status for tenant:6a68b29cab9044629d81ff87b9006270 on resource:security_group {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:43:32.033151 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9714860a-afc7-4049-8308-a003bbe3eaec req-0ac1cd3b-0b82-4898-9707-1cc2c011102a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1348547495&fields=id&tenant_id=6a68b29cab9044629d81ff87b9006270 HTTP/1.1" status: 200  len: 267 time: 0.1829066
May 21 15:43:32.051046 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port cf3f0e85-0eab-4488-a2a3-9567d5079128 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:32.054831 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:32.237494 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:32.267945 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cc0976-80f1-4ca4-bae1-7b9e291ea557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3f0e85-0eab-4488-a2a3-9567d5079128'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:43:32.316640 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bd974-1e85-459a-93c5-d70c0c1564f6 req-994060fd-95e7-496a-b1a6-d63d003200d4 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:32.319410 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c31bd974-1e85-459a-93c5-d70c0c1564f6 req-994060fd-95e7-496a-b1a6-d63d003200d4 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 944 time: 0.3513741
May 21 15:43:32.384829 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port cf3f0e85-0eab-4488-a2a3-9567d5079128, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cf3f0e85-0eab-4488-a2a3-9567d5079128,segment=NetworkSegment(2ae2a1b5-435a-4ea3-80b1-80253b414079),segment_id=2ae2a1b5-435a-4ea3-80b1-80253b414079)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:43:32.390641 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714860a-afc7-4049-8308-a003bbe3eaec req-7301ef12-70a5-4689-9cf9-8c52372178a7 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:32.393099 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-9714860a-afc7-4049-8308-a003bbe3eaec req-7301ef12-70a5-4689-9cf9-8c52372178a7 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Synchronizing usage tracker for tenant:6a68b29cab9044629d81ff87b9006270 on resource:network {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:43:32.453851 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c31bd974-1e85-459a-93c5-d70c0c1564f6 req-b25e2b91-7bef-4934-bb19-22e4c0bcedbd tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182566
May 21 15:43:32.466470 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:32.468393 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 8bf843ad-c2d4-4ef8-a190-4e7e30054302 up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:43:32.533799 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:32.546026 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47900) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:32.568136 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-9714860a-afc7-4049-8308-a003bbe3eaec req-7301ef12-70a5-4689-9cf9-8c52372178a7 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Unset dirty status for tenant:6a68b29cab9044629d81ff87b9006270 on resource:network {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:43:32.570595 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9714860a-afc7-4049-8308-a003bbe3eaec req-7301ef12-70a5-4689-9cf9-8c52372178a7 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/networks?id=470804b6-04d0-46f5-ba4c-e770e90d71b9 HTTP/1.1" status: 200  len: 817 time: 0.5233407
May 21 15:43:32.603781 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb06b-cd5a-460b-8bc2-b542fdb06b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:32.627971 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9714860a-afc7-4049-8308-a003bbe3eaec req-9dbe3854-2cf6-4dd2-a3d7-c6cd29ce8c74 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/quotas/6a68b29cab9044629d81ff87b9006270 HTTP/1.1" status: 200  len: 375 time: 0.0337124
May 21 15:43:32.718495 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-eb0eb06b-cd5a-460b-8bc2-b542fdb06b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:32.730610 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=cf3f0e85-0eab-4488-a2a3-9567d5079128,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:32.748031 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:32.765385 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-eb0eb06b-cd5a-460b-8bc2-b542fdb06b7c admin admin] Usage tracker for resource:security_group_rule and tenant:9b588fc7c98b432997e611b2ae5cecd1 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:32.787492 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-eb0eb06b-cd5a-460b-8bc2-b542fdb06b7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:32.819924 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-eb0eb06b-cd5a-460b-8bc2-b542fdb06b7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:32.834357 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port 8bf843ad-c2d4-4ef8-a190-4e7e30054302 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:43:32.847617 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 8bf843ad-c2d4-4ef8-a190-4e7e30054302 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:32.856607 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:33.039300 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-9714860a-afc7-4049-8308-a003bbe3eaec req-216326df-4e2f-47c1-a57e-aaa3b36376a2 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Synchronizing usage tracker for tenant:6a68b29cab9044629d81ff87b9006270 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:43:33.049313 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ca2be36a-8636-4522-8d5e-48698e7822c2 req-66c40319-0cea-4cf2-b7f7-a88aa2a53716 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 210 time: 0.1386738
May 21 15:43:33.107253 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb06b-cd5a-460b-8bc2-b542fdb06b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:33.206607 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:33.258907 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 8bf843ad-c2d4-4ef8-a190-4e7e30054302, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8bf843ad-c2d4-4ef8-a190-4e7e30054302,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:43:33.315710 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-eb0eb06b-cd5a-460b-8bc2-b542fdb06b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:33.349821 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e86c99bd-0112-4a29-b6b6-7dfa7bbd382c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:33.360030 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-eb0eb06b-cd5a-460b-8bc2-b542fdb06b7c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9b588fc7c98b432997e611b2ae5cecd1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8125575
May 21 15:43:33.364477 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47912) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:33.381117 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:33.384460 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:33.396206 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-9714860a-afc7-4049-8308-a003bbe3eaec req-216326df-4e2f-47c1-a57e-aaa3b36376a2 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Unset dirty status for tenant:6a68b29cab9044629d81ff87b9006270 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:43:33.401458 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9714860a-afc7-4049-8308-a003bbe3eaec req-216326df-4e2f-47c1-a57e-aaa3b36376a2 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a68b29cab9044629d81ff87b9006270&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7559206
May 21 15:43:33.404298 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 47916) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:33.445827 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0eb06b-cd5a-460b-8bc2-b542fdb06b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79597c0-5955-44cd-9da6-aa0b6209c966,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:33.451977 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-eb0eb06b-cd5a-460b-8bc2-b542fdb06b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:33.545509 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-14b4f2de-3ac0-48ed-b07e-dfa72c4b2f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:33.576920 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-14b4f2de-3ac0-48ed-b07e-dfa72c4b2f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:33.581842 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=8bf843ad-c2d4-4ef8-a190-4e7e30054302,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:33.587813 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:33.702501 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9bb63-d124-496b-a98c-fd33c19b10d0 req-c1026182-0f93-4f7c-b0a5-c472169b618f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:33.705832 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6aa9bb63-d124-496b-a98c-fd33c19b10d0 req-c1026182-0f93-4f7c-b0a5-c472169b618f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 945 time: 0.4356077
May 21 15:43:33.751522 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-14b4f2de-3ac0-48ed-b07e-dfa72c4b2f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:33.761264 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:33.781024 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4f2de-3ac0-48ed-b07e-dfa72c4b2f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79597c0-5955-44cd-9da6-aa0b6209c966,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:33.787442 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-14b4f2de-3ac0-48ed-b07e-dfa72c4b2f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:33.797683 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-18b04d83-a03d-4dd3-baff-dc73a0a70102 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6464edf7fa124994bb40e55884d937c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3620398
May 21 15:43:33.800026 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 47926) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:33.812778 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-14b4f2de-3ac0-48ed-b07e-dfa72c4b2f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:33.815563 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-14b4f2de-3ac0-48ed-b07e-dfa72c4b2f42 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a79597c0-5955-44cd-9da6-aa0b6209c966 HTTP/1.1" status: 204  len: 168 time: 0.4498308
May 21 15:43:33.877310 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9714860a-afc7-4049-8308-a003bbe3eaec req-72a34b5f-7a3a-4b3e-96be-a925c2fc2072 service neutron] 10.222.0.70 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4389992
May 21 15:43:33.968799 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6aa9bb63-d124-496b-a98c-fd33c19b10d0 req-e657d707-7d32-4bdb-baad-eb7d57a794f2 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2524900
May 21 15:43:33.979091 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0af37be7-fa7d-4ae2-84e8-a6d11b5ab695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:34.043910 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0af37be7-fa7d-4ae2-84e8-a6d11b5ab695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:34.172404 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9714860a-afc7-4049-8308-a003bbe3eaec req-48812ae1-c746-4ce5-a56a-94bb2a453292 service neutron] 10.222.0.70 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2865043
May 21 15:43:34.279500 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cc0976-80f1-4ca4-bae1-7b9e291ea557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3f0e85-0eab-4488-a2a3-9567d5079128', 'code': 200}
May 21 15:43:34.416529 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0af37be7-fa7d-4ae2-84e8-a6d11b5ab695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:34.416529 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:34.433016 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af37be7-fa7d-4ae2-84e8-a6d11b5ab695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03908417-4c9f-49ba-b1ad-dad05d59ccc2,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:34.439454 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-0af37be7-fa7d-4ae2-84e8-a6d11b5ab695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:34.457026 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0af37be7-fa7d-4ae2-84e8-a6d11b5ab695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:34.459050 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-0af37be7-fa7d-4ae2-84e8-a6d11b5ab695 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/03908417-4c9f-49ba-b1ad-dad05d59ccc2 HTTP/1.1" status: 204  len: 168 time: 0.6495802
May 21 15:43:34.518264 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5334de8-f2c7-4d97-a311-c814d98a7023 req-aa1df414-2773-48f1-8f9a-7594e0c12003 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:34.520021 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a5334de8-f2c7-4d97-a311-c814d98a7023 req-aa1df414-2773-48f1-8f9a-7594e0c12003 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 945 time: 0.1132956
May 21 15:43:34.571071 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a5334de8-f2c7-4d97-a311-c814d98a7023 req-374ecd83-4427-4af3-a39d-b0b460c4394e tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445845
May 21 15:43:34.760531 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-123646d2-b0ee-4c68-a4cb-dad2efebbf7a req-dff85244-d1ff-4ab7-ac5a-467eea6e2b88 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 210 time: 0.0879755
May 21 15:43:34.911149 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-401715bf-c344-49be-8324-e9cd0eb5aaa0 req-4b0fd911-f333-408a-bce2-08b10ee34a1a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 210 time: 0.0986629
May 21 15:43:35.242512 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc355dc-837c-4ca6-8175-81a0751c6dec req-886626c5-0992-4105-bef9-0deb7d0db806 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:35.244426 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3fc355dc-837c-4ca6-8175-81a0751c6dec req-886626c5-0992-4105-bef9-0deb7d0db806 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 946 time: 0.1137362
May 21 15:43:35.307628 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3fc355dc-837c-4ca6-8175-81a0751c6dec req-45fa4887-8095-46f5-bd71-05d1a6371124 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517035
May 21 15:43:35.996653 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0886068a-8fba-45ab-a6c9-9de0f8881575 req-8987e862-eece-4549-8765-5f1bfbca7444 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 210 time: 0.1162565
May 21 15:43:36.049071 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a75f41-15ca-4fd2-ae81-c86906a1348b req-ecf38fe4-c830-4f06-b177-524d4bea81c6 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:36.053564 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c7a75f41-15ca-4fd2-ae81-c86906a1348b req-ecf38fe4-c830-4f06-b177-524d4bea81c6 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 945 time: 0.3078015
May 21 15:43:36.143936 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c7a75f41-15ca-4fd2-ae81-c86906a1348b req-31aa453a-1c71-43cd-8166-24235efca90b tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839942
May 21 15:43:36.218628 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c28c7b63-fc23-48ea-845f-06cc543fa7cf req-b52183fd-ab6b-4f6e-8fa4-608e38061eea tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 210 time: 0.0559182
May 21 15:43:36.277023 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c90cb0-5034-4656-8eab-061c35fc482a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf843ad-c2d4-4ef8-a190-4e7e30054302'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:43:36.339435 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c90cb0-5034-4656-8eab-061c35fc482a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf843ad-c2d4-4ef8-a190-4e7e30054302', 'code': 200}
May 21 15:43:36.714294 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4c8e1-8da1-4611-b402-7437b13431e1 req-0200b4d3-a4ca-4fb1-837d-150d8327c2d8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:36.717135 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b3f4c8e1-8da1-4611-b402-7437b13431e1 req-0200b4d3-a4ca-4fb1-837d-150d8327c2d8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 946 time: 0.1962645
May 21 15:43:36.828887 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b3f4c8e1-8da1-4611-b402-7437b13431e1 req-7f0badba-9fd8-45d7-b0f6-df111a9c31d3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015387
May 21 15:43:37.416402 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c31cc0a2-ecf2-4950-8c31-33d3a76473dc req-c880a813-fe30-4d88-8247-adf46d8b92aa tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 210 time: 0.1454959
May 21 15:43:37.524963 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f12eac-135b-4abe-8a6a-0a6a6bf25820 req-02ace858-f597-4a54-89bf-caf1f45e45d5 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:37.526604 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c9f12eac-135b-4abe-8a6a-0a6a6bf25820 req-02ace858-f597-4a54-89bf-caf1f45e45d5 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 945 time: 0.1865201
May 21 15:43:37.585393 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c9f12eac-135b-4abe-8a6a-0a6a6bf25820 req-3c7df2af-0058-4dec-b5c1-9a0afbceb069 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487871
May 21 15:43:37.858912 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7f5cba33-5823-4b4e-b1b5-56439546f9e0 req-24ab68df-7064-4d29-8fe8-bc273a4bcab7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 210 time: 0.2161615
May 21 15:43:38.118523 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1321d-d23b-4920-9712-86f43c1bc974 req-f89db452-85df-47a6-9277-c04a9944935b tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:38.120226 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f5a1321d-d23b-4920-9712-86f43c1bc974 req-f89db452-85df-47a6-9277-c04a9944935b tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 946 time: 0.1221404
May 21 15:43:38.204996 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f5a1321d-d23b-4920-9712-86f43c1bc974 req-f74ffd5b-141f-4db4-ac7d-7b8ec1924cb3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728917
May 21 15:43:38.697268 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-859403cf-7b03-4ba8-9798-0bc036ba2495 req-bb2699ba-e8ae-48dc-b442-047c7148d38b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 210 time: 0.0473459
May 21 15:43:38.756822 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 48074) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:38.949813 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20e483-9bee-47aa-8b25-a3b9f2c041e0 req-ac6ae360-bb24-4195-a5eb-cbc992a364a4 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:38.951447 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3f20e483-9bee-47aa-8b25-a3b9f2c041e0 req-ac6ae360-bb24-4195-a5eb-cbc992a364a4 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 945 time: 0.1695592
May 21 15:43:39.087655 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7a04ba7b-fee4-4e34-a560-c42e8ba4023e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:39.110628 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e488b462-dc62-4c7d-ba51-d8c22aaca889 req-686a5a31-2098-4b7a-ba35-e80097cf66eb tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 210 time: 0.0710235
May 21 15:43:39.121675 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3f20e483-9bee-47aa-8b25-a3b9f2c041e0 req-f7006e5b-f423-48c1-91ad-083f749b5c25 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583424
May 21 15:43:39.125585 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-7a04ba7b-fee4-4e34-a560-c42e8ba4023e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:39.134492 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-7a04ba7b-fee4-4e34-a560-c42e8ba4023e admin admin] Usage tracker for resource:security_group_rule and tenant:0dd48a9d1c494b4288434b088cd4520b is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:39.139583 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-7a04ba7b-fee4-4e34-a560-c42e8ba4023e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:39.150885 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-7a04ba7b-fee4-4e34-a560-c42e8ba4023e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:39.262609 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7a04ba7b-fee4-4e34-a560-c42e8ba4023e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:39.411172 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7a04ba7b-fee4-4e34-a560-c42e8ba4023e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:39.423978 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:39.472659 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-7a04ba7b-fee4-4e34-a560-c42e8ba4023e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0dd48a9d1c494b4288434b088cd4520b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7141273
May 21 15:43:39.476281 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 48094) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:39.483549 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16532672-0e5e-4245-a0c1-77bd75b0c177 req-567ea4aa-d7f3-486d-8299-66ea695c442f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:39.485083 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-16532672-0e5e-4245-a0c1-77bd75b0c177 req-567ea4aa-d7f3-486d-8299-66ea695c442f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 946 time: 0.1411481
May 21 15:43:39.487481 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04ba7b-fee4-4e34-a560-c42e8ba4023e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5d3317-7365-4ede-8573-ab6302af31c1,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:39.491052 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-7a04ba7b-fee4-4e34-a560-c42e8ba4023e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:39.535812 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-16532672-0e5e-4245-a0c1-77bd75b0c177 req-19939bd7-482b-48f2-885f-2af7e9e5a9b4 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434983
May 21 15:43:39.559497 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1f28f411-501d-4443-b82c-ba7428e28cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:39.600878 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1f28f411-501d-4443-b82c-ba7428e28cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:39.754865 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1f28f411-501d-4443-b82c-ba7428e28cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:39.764980 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:39.788588 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28f411-501d-4443-b82c-ba7428e28cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5d3317-7365-4ede-8573-ab6302af31c1,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:39.796727 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1f28f411-501d-4443-b82c-ba7428e28cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:39.799352 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-1f28f411-501d-4443-b82c-ba7428e28cd6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ea5d3317-7365-4ede-8573-ab6302af31c1 HTTP/1.1" status: 204  len: 168 time: 0.3212562
May 21 15:43:39.802016 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-1f28f411-501d-4443-b82c-ba7428e28cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:39.808621 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.25', 63878) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:39.950774 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b640fe2-dc37-461c-ad9a-101733b51606 req-c7f28e95-52fc-4268-bae7-500f1893f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:39.952869 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-1b640fe2-dc37-461c-ad9a-101733b51606 req-c7f28e95-52fc-4268-bae7-500f1893f7cd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 1098 time: 0.1472406
May 21 15:43:39.993388 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3693496f-1f2c-46e8-b866-02c1fc4ef18f req-e1350a54-59e7-49aa-92b4-5c474b822073 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 210 time: 0.0558233
May 21 15:43:40.239436 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306ccd0-6bc3-4c9d-bb04-43fbca39bfa2 req-28b01182-fc08-41bd-8bee-16f51a75f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:40.239436 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0306ccd0-6bc3-4c9d-bb04-43fbca39bfa2 req-28b01182-fc08-41bd-8bee-16f51a75f121 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 1099 time: 0.4227123
May 21 15:43:40.248002 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-5362fd35-51cb-4ab6-bd3e-87869dc87513 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:40.249669 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-5362fd35-51cb-4ab6-bd3e-87869dc87513 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.25 "GET /v2.0/networks?id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 HTTP/1.1" status: 200  len: 811 time: 0.4384077
May 21 15:43:40.265296 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-1b640fe2-dc37-461c-ad9a-101733b51606 req-e3602e0b-50db-4818-b43e-40aa14a2db5e service neutron] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:40.286403 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-0306ccd0-6bc3-4c9d-bb04-43fbca39bfa2 req-8c342e45-c8c1-495b-8ac3-7d8942002fc1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:40.340712 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [req-1b640fe2-dc37-461c-ad9a-101733b51606 req-e3602e0b-50db-4818-b43e-40aa14a2db5e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:40.352628 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [req-1b640fe2-dc37-461c-ad9a-101733b51606 req-e3602e0b-50db-4818-b43e-40aa14a2db5e service neutron] Usage tracker for resource:security_group_rule and tenant:20bfe84206e44bd69c5e2fb30b822c6d is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:40.369388 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [req-1b640fe2-dc37-461c-ad9a-101733b51606 req-e3602e0b-50db-4818-b43e-40aa14a2db5e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:40.372002 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-0306ccd0-6bc3-4c9d-bb04-43fbca39bfa2 req-8c342e45-c8c1-495b-8ac3-7d8942002fc1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:40.391280 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [req-1b640fe2-dc37-461c-ad9a-101733b51606 req-e3602e0b-50db-4818-b43e-40aa14a2db5e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:40.451524 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-0306ccd0-6bc3-4c9d-bb04-43fbca39bfa2 req-8c342e45-c8c1-495b-8ac3-7d8942002fc1 service neutron] Usage tracker for resource:security_group_rule and tenant:20bfe84206e44bd69c5e2fb30b822c6d is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:40.463471 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-0306ccd0-6bc3-4c9d-bb04-43fbca39bfa2 req-8c342e45-c8c1-495b-8ac3-7d8942002fc1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:40.484804 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-149d9ffc-80b1-4c28-9e84-3ed089d6978c tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c2adcba26c84d31b4928d8a767d160b HTTP/1.1" status: 200  len: 379 time: 0.2200241
May 21 15:43:40.486326 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-0306ccd0-6bc3-4c9d-bb04-43fbca39bfa2 req-8c342e45-c8c1-495b-8ac3-7d8942002fc1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:40.496401 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Request body: {'port': {'device_id': '6529792e-2c65-45ba-b90c-362eb02ca3a6', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'admin_state_up': True, 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'security_groups': ['ef825bde-493b-4dab-afdf-4ee4bd9ef05a']}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:40.576661 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-1b640fe2-dc37-461c-ad9a-101733b51606 req-e3602e0b-50db-4818-b43e-40aa14a2db5e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:40.691144 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-1b640fe2-dc37-461c-ad9a-101733b51606 req-e3602e0b-50db-4818-b43e-40aa14a2db5e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:40.704279 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cf0c512d-c6a7-4f67-9ae0-08bbfaa200e3 req-28b25eeb-f9a4-4031-ad2a-7734e5176d2b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 210 time: 0.1833296
May 21 15:43:40.707020 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-0af37be7-fa7d-4ae2-84e8-a6d11b5ab695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:40.799416 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3602e0b-50db-4818-b43e-40aa14a2db5e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ada08823-abd9-4f0a-aa18-c7f8e40bb82c,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:40.799745 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.db.api [req-0306ccd0-6bc3-4c9d-bb04-43fbca39bfa2 req-8c342e45-c8c1-495b-8ac3-7d8942002fc1 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 20bfe84206e44bd69c5e2fb30b822c6d {{(pid=98820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 21 15:43:40.800082 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_db.api [req-0306ccd0-6bc3-4c9d-bb04-43fbca39bfa2 req-8c342e45-c8c1-495b-8ac3-7d8942002fc1 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 21 15:43:40.806494 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-1b640fe2-dc37-461c-ad9a-101733b51606 req-e3602e0b-50db-4818-b43e-40aa14a2db5e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8453848
May 21 15:43:40.808739 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e3602e0b-50db-4818-b43e-40aa14a2db5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:40.835148 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b43f7f-c18f-4700-8acf-506554ca4ab8 req-9be3a5bf-0d26-4af2-b968-a8555f49b4dd tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:40.836838 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-77b43f7f-c18f-4700-8acf-506554ca4ab8 req-9be3a5bf-0d26-4af2-b968-a8555f49b4dd tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 945 time: 0.4711707
May 21 15:43:40.845223 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:40.850417 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Usage tracker for resource:port and tenant:6c2adcba26c84d31b4928d8a767d160b is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:40.856480 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:40.880057 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:40.964502 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-77b43f7f-c18f-4700-8acf-506554ca4ab8 req-e2e1f342-5297-4ab0-bcb7-4e265d07af5c tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099446
May 21 15:43:41.007224 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Made reservation on behalf of 6c2adcba26c84d31b4928d8a767d160b for: {'port': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:43:41.020652 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:41.149917 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 48144) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:41.172223 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c4a199cd-944c-4427-9fd2-9b21ed4b9a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:41.190881 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-c4a199cd-944c-4427-9fd2-9b21ed4b9a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:41.195494 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-c4a199cd-944c-4427-9fd2-9b21ed4b9a8c admin admin] Usage tracker for resource:security_group_rule and tenant:eebbee0d0dd94f02af6dca1332843a70 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:41.198967 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-c4a199cd-944c-4427-9fd2-9b21ed4b9a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:41.207101 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-c4a199cd-944c-4427-9fd2-9b21ed4b9a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:41.299101 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-64a32e32-0d11-4744-bf92-8d97daa31b91 req-347e4cb7-5ba8-47d4-80b7-ee61cf7e62c4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 210 time: 0.0659263
May 21 15:43:41.303116 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-0306ccd0-6bc3-4c9d-bb04-43fbca39bfa2 req-8c342e45-c8c1-495b-8ac3-7d8942002fc1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:41.383415 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a83022-334c-4374-b955-db75fcc4aa15 req-d411ac8a-c0d5-4222-9954-676f7b9f0369 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:41.391051 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-77a83022-334c-4374-b955-db75fcc4aa15 req-d411ac8a-c0d5-4222-9954-676f7b9f0369 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 946 time: 0.4810832
May 21 15:43:41.473708 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Allocated IP 172.20.0.4 (6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92/7b052fad-970d-48db-8e48-f280a095d4e5/5b0a613a-2337-49d4-88b7-66a172b787df) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:43:41.534396 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-77a83022-334c-4374-b955-db75fcc4aa15 req-8dd31709-7771-41a1-9bd1-a8b1d0534bf8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367302
May 21 15:43:41.536405 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714860a-afc7-4049-8308-a003bbe3eaec req-04d5f642-70ed-4e02-8890-92074988c3aa tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:41.539229 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-9714860a-afc7-4049-8308-a003bbe3eaec req-04d5f642-70ed-4e02-8890-92074988c3aa tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.25 "GET /v2.0/networks?id=470804b6-04d0-46f5-ba4c-e770e90d71b9 HTTP/1.1" status: 200  len: 817 time: 0.3037765
May 21 15:43:41.564689 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0306ccd0-6bc3-4c9d-bb04-43fbca39bfa2 req-8c342e45-c8c1-495b-8ac3-7d8942002fc1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3139455
May 21 15:43:41.697354 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-9714860a-afc7-4049-8308-a003bbe3eaec req-e6e648d2-9461-4a4e-b404-cbac51996bef tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a68b29cab9044629d81ff87b9006270 HTTP/1.1" status: 200  len: 380 time: 0.1321094
May 21 15:43:41.710191 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [req-9714860a-afc7-4049-8308-a003bbe3eaec req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Request body: {'port': {'device_id': '29473366-ff36-4391-8a75-1647630ae2c1', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'admin_state_up': True, 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'security_groups': ['9bd4b254-9521-45b9-8aa1-13090bdc2d21']}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:41.798481 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c4a199cd-944c-4427-9fd2-9b21ed4b9a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:41.909809 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c4a199cd-944c-4427-9fd2-9b21ed4b9a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:41.932847 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-166052f2-c9ec-4d6d-9c10-9ef9e020c35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:41.979250 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:42.015460 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Transition to ACTIVE for port object 5b0a613a-2337-49d4-88b7-66a172b787df will not be triggered until provisioned by entity DHCP. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:43:42.024531 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-c4a199cd-944c-4427-9fd2-9b21ed4b9a8c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=eebbee0d0dd94f02af6dca1332843a70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8730187
May 21 15:43:42.033740 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 48170) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:42.062009 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a199cd-944c-4427-9fd2-9b21ed4b9a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de645848-54d3-4996-9107-fe341462d657,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:42.069269 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c4a199cd-944c-4427-9fd2-9b21ed4b9a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:42.077076 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [req-9714860a-afc7-4049-8308-a003bbe3eaec req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:42.108025 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [req-9714860a-afc7-4049-8308-a003bbe3eaec req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:42.165720 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-30f01217-b348-457b-818c-9a22ef6e76cf req-4f41602c-498e-4d4b-949b-9efe21560bfc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 210 time: 0.0785270
May 21 15:43:42.247750 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-31c5dfb3-4aa5-4963-9136-ed3355bc7832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:42.297061 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9714860a-afc7-4049-8308-a003bbe3eaec req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Made reservation on behalf of 6a68b29cab9044629d81ff87b9006270 for: {'port': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:43:42.310877 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-9714860a-afc7-4049-8308-a003bbe3eaec req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:42.331728 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-31c5dfb3-4aa5-4963-9136-ed3355bc7832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:42.392160 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:42.423612 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:42.559681 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:43:42.574947 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:43:42.588768 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:43:42.610934 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:42.611808 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:42.690817 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_common [req-9714860a-afc7-4049-8308-a003bbe3eaec req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Allocated IP 172.20.0.7 (470804b6-04d0-46f5-ba4c-e770e90d71b9/b213e9aa-7ec1-46da-827f-d08b01630e15/ea398b39-b5c6-4035-a622-3eee802f8f7b) {{(pid=98819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:43:42.780331 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9f22c149-38ee-4345-b63d-14d017ba9863 req-e6744537-a019-4fa8-8baf-2c04127b8ee3 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 210 time: 0.1461651
May 21 15:43:42.830064 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6d856-251c-4ad7-8410-17af49cb715a req-9fe6ed57-fd81-41f4-8807-e7070a07c60d tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:42.843317 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-27d6d856-251c-4ad7-8410-17af49cb715a req-9fe6ed57-fd81-41f4-8807-e7070a07c60d tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 945 time: 0.5743206
May 21 15:43:42.870247 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event updated for resources: {'Port': ['ID=5b0a613a-2337-49d4-88b7-66a172b787df,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:42.883833 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:42.944565 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-27d6d856-251c-4ad7-8410-17af49cb715a req-f3401883-e2f5-479a-b6ef-ac8ef5ced672 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000302
May 21 15:43:42.986391 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4960222
May 21 15:43:42.987587 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-31c5dfb3-4aa5-4963-9136-ed3355bc7832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:42.990566 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-31c5dfb3-4aa5-4963-9136-ed3355bc7832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:42.991983 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-31c5dfb3-4aa5-4963-9136-ed3355bc7832 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de645848-54d3-4996-9107-fe341462d657 HTTP/1.1" status: 204  len: 168 time: 0.9556935
May 21 15:43:42.993056 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:43.028902 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Request body: {'port': {'device_id': '6529792e-2c65-45ba-b90c-362eb02ca3a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:43.085314 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ee317549-fb16-4023-9a63-1ea552ed39e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:43.128473 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-9714860a-afc7-4049-8308-a003bbe3eaec req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for port, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:43.150358 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.provisioning_blocks [req-9714860a-afc7-4049-8308-a003bbe3eaec req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Transition to ACTIVE for port object ea398b39-b5c6-4035-a622-3eee802f8f7b will not be triggered until provisioned by entity DHCP. {{(pid=98819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:43:43.157588 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5dfb3-4aa5-4963-9136-ed3355bc7832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de645848-54d3-4996-9107-fe341462d657,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:43.161198 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-31c5dfb3-4aa5-4963-9136-ed3355bc7832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:43.254365 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-971c9931-5fda-41c8-80ca-025ec690490c None None] Provisioning for port 5b0a613a-2337-49d4-88b7-66a172b787df completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:43:43.278665 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-971c9931-5fda-41c8-80ca-025ec690490c None None] Provisioning complete for port 5b0a613a-2337-49d4-88b7-66a172b787df triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:43.279338 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-971c9931-5fda-41c8-80ca-025ec690490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:43.291920 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-9714860a-afc7-4049-8308-a003bbe3eaec req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:43.293936 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:43.316069 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:43.328493 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd2b9f-b55e-4c6e-8a58-efaa22d0b89d req-9034a24f-fa78-4411-9860-09854bbd08c7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:43.331513 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4dbd2b9f-b55e-4c6e-8a58-efaa22d0b89d req-9034a24f-fa78-4411-9860-09854bbd08c7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 946 time: 0.2342010
May 21 15:43:43.392070 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9714860a-afc7-4049-8308-a003bbe3eaec req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Network 470804b6-04d0-46f5-ba4c-e770e90d71b9 is already hosted by enough agents. {{(pid=98819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:43:43.395769 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [req-9714860a-afc7-4049-8308-a003bbe3eaec req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Resources bound (agent type, host, resource id):  {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:43:43.400950 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [req-9714860a-afc7-4049-8308-a003bbe3eaec req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Received port after_create {{(pid=98819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:43:43.421294 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-971c9931-5fda-41c8-80ca-025ec690490c None None] Port 5b0a613a-2337-49d4-88b7-66a172b787df cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:43:43.504005 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event updated for resources: {'Port': ['ID=ea398b39-b5c6-4035-a622-3eee802f8f7b,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:43.510504 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:43.545887 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714860a-afc7-4049-8308-a003bbe3eaec req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:43.549525 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-9714860a-afc7-4049-8308-a003bbe3eaec req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for port, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:43.555117 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4dbd2b9f-b55e-4c6e-8a58-efaa22d0b89d req-92c2f975-04a8-4792-a111-eabad9af409e tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1891530
May 21 15:43:43.701656 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-9714860a-afc7-4049-8308-a003bbe3eaec req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9981241
May 21 15:43:43.747488 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b684e-0c06-4eaa-8891-93922c6cc50e req-33e07e3d-e528-460a-820e-90cda16c7514 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:43.748216 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-271b684e-0c06-4eaa-8891-93922c6cc50e req-33e07e3d-e528-460a-820e-90cda16c7514 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Synchronizing usage tracker for tenant:6c2adcba26c84d31b4928d8a767d160b on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:43:43.854206 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-663a652f-9582-4c0f-bfa0-2941695ab959 None None] Provisioning for port ea398b39-b5c6-4035-a622-3eee802f8f7b completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:43:43.863548 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-663a652f-9582-4c0f-bfa0-2941695ab959 None None] Provisioning complete for port ea398b39-b5c6-4035-a622-3eee802f8f7b triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:43.864160 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-663a652f-9582-4c0f-bfa0-2941695ab959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:43.946004 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-663a652f-9582-4c0f-bfa0-2941695ab959 None None] Port ea398b39-b5c6-4035-a622-3eee802f8f7b cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:43:44.031771 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-271b684e-0c06-4eaa-8891-93922c6cc50e req-33e07e3d-e528-460a-820e-90cda16c7514 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Unset dirty status for tenant:6c2adcba26c84d31b4928d8a767d160b on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:43:44.032990 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-271b684e-0c06-4eaa-8891-93922c6cc50e req-33e07e3d-e528-460a-820e-90cda16c7514 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 931 time: 0.6449218
May 21 15:43:44.143122 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0a613a-2337-49d4-88b7-66a172b787df {{(pid=98820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:43:44.155742 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:44.160672 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-271b684e-0c06-4eaa-8891-93922c6cc50e req-a10fe2d3-f293-4db0-bde7-f7f833c8ebc4 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0901213
May 21 15:43:44.178865 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Transition to ACTIVE for port object 5b0a613a-2337-49d4-88b7-66a172b787df will not be triggered until provisioned by entity L2. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:43:44.204876 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afd8cbf-3fa2-47eb-8508-4b7520ec77b4 req-69b259c2-2b5a-4642-a982-35c611edea19 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:44.207743 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4afd8cbf-3fa2-47eb-8508-4b7520ec77b4 req-69b259c2-2b5a-4642-a982-35c611edea19 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 931 time: 0.2352228
May 21 15:43:44.272716 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4afd8cbf-3fa2-47eb-8508-4b7520ec77b4 req-2cab068c-5389-4508-a61b-dffec0b93ade tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506480
May 21 15:43:44.275732 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:44.332251 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:44.540644 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0a613a-2337-49d4-88b7-66a172b787df,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:44.549645 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:44.579423 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Attempting to bind port 5b0a613a-2337-49d4-88b7-66a172b787df on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:43:44.579854 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Attempting to bind port 5b0a613a-2337-49d4-88b7-66a172b787df by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '734af71f-afce-42ed-be70-d3d5cc3f5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92'}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:43:44.580185 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Attempting to bind port 5b0a613a-2337-49d4-88b7-66a172b787df on network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:43:44.603148 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef40dad-bec6-4530-81f4-90381f87cfe6 req-749f4825-91b2-4c74-a172-817a0f4f206e tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:44.612296 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8ef40dad-bec6-4530-81f4-90381f87cfe6 req-749f4825-91b2-4c74-a172-817a0f4f206e tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 945 time: 0.3376613
May 21 15:43:44.616447 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Port 5b0a613a-2337-49d4-88b7-66a172b787df on network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:43:44.616447 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Attempting to bind port 5b0a613a-2337-49d4-88b7-66a172b787df on network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:43:44.718940 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:43:44.719272 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Checking segment: {'id': '734af71f-afce-42ed-be70-d3d5cc3f5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:43:44.719689 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Bound using segment: {'id': '734af71f-afce-42ed-be70-d3d5cc3f5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92'} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:43:44.720185 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Bound port: 5b0a613a-2337-49d4-88b7-66a172b787df, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734af71f-afce-42ed-be70-d3d5cc3f5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92'}}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:43:44.720519 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:44.845222 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8ef40dad-bec6-4530-81f4-90381f87cfe6 req-67516928-c892-4821-b2b8-61014151db87 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2317564
May 21 15:43:44.912054 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] For port 5b0a613a-2337-49d4-88b7-66a172b787df, host hv-cinder-79264, cleared binding levels {{(pid=98820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:43:44.917556 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] For port 5b0a613a-2337-49d4-88b7-66a172b787df, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=5b0a613a-2337-49d4-88b7-66a172b787df,segment=NetworkSegment(734af71f-afce-42ed-be70-d3d5cc3f5117),segment_id=734af71f-afce-42ed-be70-d3d5cc3f5117)] {{(pid=98820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:43:44.943078 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b1b6c-20cd-4f2e-ad51-cf26e0464159 req-d85fd7fc-0678-46c8-b68c-c2eb617da0b2 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:44.952391 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-146b1b6c-20cd-4f2e-ad51-cf26e0464159 req-d85fd7fc-0678-46c8-b68c-c2eb617da0b2 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 946 time: 0.2224560
May 21 15:43:44.999546 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-146b1b6c-20cd-4f2e-ad51-cf26e0464159 req-31eb9373-9767-4d34-b1f0-029e8f5642e3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461824
May 21 15:43:45.020103 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:45.030509 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:45.096224 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:45.097110 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:45.098399 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] 10.222.0.25 "PUT /v2.0/ports/5b0a613a-2337-49d4-88b7-66a172b787df HTTP/1.1" status: 200  len: 1093 time: 2.0776336
May 21 15:43:45.102106 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6529792e-2c65-45ba-b90c-362eb02ca3a6', 'tag': '5b0a613a-2337-49d4-88b7-66a172b787df'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:43:45.182887 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5b0a613a-2337-49d4-88b7-66a172b787df,revision_number=3']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:45.197477 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:45.197875 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:45.198240 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:45.200782 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:45.201147 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:45.201496 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:45.201838 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:45.202184 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:45.202549 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:45.202942 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:45.203251 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:45.203586 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:45.209072 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:45.211654 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6529792e-2c65-45ba-b90c-362eb02ca3a6', 'tag': '5b0a613a-2337-49d4-88b7-66a172b787df', 'status': 'completed', 'code': 200}
May 21 15:43:45.461342 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c40145-2673-4a5b-882d-fa69d6084528 req-81be6e1c-6215-43e9-8cba-a84d7ef04cf0 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:45.471708 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-39c40145-2673-4a5b-882d-fa69d6084528 req-81be6e1c-6215-43e9-8cba-a84d7ef04cf0 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 943 time: 0.1668510
May 21 15:43:45.584481 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-39c40145-2673-4a5b-882d-fa69d6084528 req-ecb04b90-ff86-4a71-bffe-db4aded1fa57 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1092312
May 21 15:43:45.657589 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9f7bb-31da-4732-9a47-9d841da9ab93 req-65838cff-7ac9-4eae-9e45-ca0ba72de628 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:45.658217 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:45.660224 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d1f9f7bb-31da-4732-9a47-9d841da9ab93 req-65838cff-7ac9-4eae-9e45-ca0ba72de628 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 931 time: 0.1385584
May 21 15:43:45.737494 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d1f9f7bb-31da-4732-9a47-9d841da9ab93 req-f85625d2-5bec-4ed5-a5a6-9b1085960d69 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700727
May 21 15:43:45.822040 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-215673b4-31d6-42f1-a77e-8407eb70f5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:46.012736 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Request body: {'port': {'device_id': '29473366-ff36-4391-8a75-1647630ae2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:46.199666 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168f150-6295-461c-ab7e-331706dc0d87 req-928d27c1-61ec-457f-9ac6-2e5df586df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:46.199666 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f168f150-6295-461c-ab7e-331706dc0d87 req-928d27c1-61ec-457f-9ac6-2e5df586df37 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c2adcba26c84d31b4928d8a767d160b&device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 1096 time: 0.1576502
May 21 15:43:46.382980 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:46.460700 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168f150-6295-461c-ab7e-331706dc0d87 req-0fa461bb-d585-43fb-8d1e-44e4893c335b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:46.464117 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f168f150-6295-461c-ab7e-331706dc0d87 req-0fa461bb-d585-43fb-8d1e-44e4893c335b service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=6c2adcba26c84d31b4928d8a767d160b&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2576411
May 21 15:43:46.665143 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:46.688211 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168f150-6295-461c-ab7e-331706dc0d87 req-d90cd52d-4437-4afc-8272-84531892b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:46.689969 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f168f150-6295-461c-ab7e-331706dc0d87 req-d90cd52d-4437-4afc-8272-84531892b874 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2186897
May 21 15:43:46.973280 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.notifiers.nova [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea398b39-b5c6-4035-a622-3eee802f8f7b {{(pid=98819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:43:46.989798 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:47.009318 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.provisioning_blocks [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Transition to ACTIVE for port object ea398b39-b5c6-4035-a622-3eee802f8f7b will not be triggered until provisioned by entity L2. {{(pid=98819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:43:47.048845 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-18658a9a-9219-4600-89c7-e9c99728c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:47.050398 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-18658a9a-9219-4600-89c7-e9c99728c9a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c2adcba26c84d31b4928d8a767d160b&device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 1096 time: 0.2944553
May 21 15:43:47.129686 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf6add-6b30-4f21-9c9c-b297c76489a1 req-da303ca6-33da-4b11-8dd5-50f30d2c756d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:47.131323 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ecaf6add-6b30-4f21-9c9c-b297c76489a1 req-da303ca6-33da-4b11-8dd5-50f30d2c756d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 943 time: 0.3104537
May 21 15:43:47.166676 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-71872191-3506-4e3f-ad06-8007c4f9758e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0a613a-2337-49d4-88b7-66a172b787df HTTP/1.1" status: 200  len: 217 time: 0.1003103
May 21 15:43:47.219799 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5568307'] for port, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:47.227046 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:47.267989 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ecaf6add-6b30-4f21-9c9c-b297c76489a1 req-94408453-35a5-49c1-b3c6-71a621ee863c tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1285608
May 21 15:43:47.278974 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13b294-0237-46e3-b9ca-f88109908b63 req-0f6f51f7-4812-4112-88e5-1df0a38e498a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:47.282475 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-be13b294-0237-46e3-b9ca-f88109908b63 req-0f6f51f7-4812-4112-88e5-1df0a38e498a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 931 time: 0.3357451
May 21 15:43:47.284965 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-39c34fb0-b0a0-4079-8723-f1fa92b1c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:47.286928 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-39c34fb0-b0a0-4079-8723-f1fa92b1c725 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7b052fad-970d-48db-8e48-f280a095d4e5 HTTP/1.1" status: 200  len: 850 time: 0.1105866
May 21 15:43:47.430621 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-be13b294-0237-46e3-b9ca-f88109908b63 req-25459b2f-20d5-4767-926c-16b8d87d8302 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1279733
May 21 15:43:47.466321 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-f4a4737c-aa9e-47b2-8a3f-39c6055eadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:47.468491 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-f4a4737c-aa9e-47b2-8a3f-39c6055eadb6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1672759
May 21 15:43:47.722095 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-653fbb01-ad01-4efa-944f-7250bb5d7a00 service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2208657
May 21 15:43:47.722697 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Pushing event updated for resources: {'Port': ['ID=ea398b39-b5c6-4035-a622-3eee802f8f7b,revision_number=2']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:47.808237 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:47.838993 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:47.838993 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:47.838993 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:47.838993 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:47.838993 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:47.838993 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:47.838993 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:47.838993 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:47.838993 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:47.838993 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:47.838993 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:47.838993 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:47.898364 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.managers [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Attempting to bind port ea398b39-b5c6-4035-a622-3eee802f8f7b on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:43:47.898845 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.managers [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Attempting to bind port ea398b39-b5c6-4035-a622-3eee802f8f7b by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '80332f2f-9549-40e4-8ddf-43bf0efa5cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9'}] {{(pid=98819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:43:47.899363 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Attempting to bind port ea398b39-b5c6-4035-a622-3eee802f8f7b on network 470804b6-04d0-46f5-ba4c-e770e90d71b9 {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:43:47.905629 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Port ea398b39-b5c6-4035-a622-3eee802f8f7b on network 470804b6-04d0-46f5-ba4c-e770e90d71b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:43:47.906009 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Attempting to bind port ea398b39-b5c6-4035-a622-3eee802f8f7b on network 470804b6-04d0-46f5-ba4c-e770e90d71b9 {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:43:47.913606 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:43:47.914247 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Checking segment: {'id': '80332f2f-9549-40e4-8ddf-43bf0efa5cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:43:47.914604 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Bound using segment: {'id': '80332f2f-9549-40e4-8ddf-43bf0efa5cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9'} {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:43:47.915089 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.managers [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Bound port: ea398b39-b5c6-4035-a622-3eee802f8f7b, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80332f2f-9549-40e4-8ddf-43bf0efa5cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9'}}] {{(pid=98819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:43:47.915437 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:48.021270 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afebda9e-4cf9-4117-9a82-f9a8fbcc196f req-268ab82f-823b-4c2f-a472-5b2f5b5cb9b5 service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3101666
May 21 15:43:48.051028 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] For port ea398b39-b5c6-4035-a622-3eee802f8f7b, host hv-cinder-79264, cleared binding levels {{(pid=98819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:43:48.059102 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] For port ea398b39-b5c6-4035-a622-3eee802f8f7b, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ea398b39-b5c6-4035-a622-3eee802f8f7b,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:43:48.657490 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:48.658645 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5568307'] for port, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:48.668275 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:48.744346 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:48.745136 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for port, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:48.754994 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-9714860a-afc7-4049-8308-a003bbe3eaec req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] 10.222.0.25 "PUT /v2.0/ports/ea398b39-b5c6-4035-a622-3eee802f8f7b HTTP/1.1" status: 200  len: 1093 time: 2.7421665
May 21 15:43:48.754994 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29473366-ff36-4391-8a75-1647630ae2c1', 'tag': 'ea398b39-b5c6-4035-a622-3eee802f8f7b'}] {{(pid=98819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:43:48.785714 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Pushing event updated for resources: {'Port': ['ID=ea398b39-b5c6-4035-a622-3eee802f8f7b,revision_number=3']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:48.790646 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:49.155811 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714860a-afc7-4049-8308-a003bbe3eaec req-9ea16bde-9a64-4beb-997c-116e4463dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:49.159132 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-9714860a-afc7-4049-8308-a003bbe3eaec req-9ea16bde-9a64-4beb-997c-116e4463dbf9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a68b29cab9044629d81ff87b9006270&device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 1096 time: 0.1021559
May 21 15:43:49.289114 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-9714860a-afc7-4049-8308-a003bbe3eaec req-401e8527-4001-40b0-b5e8-e6830d107fa8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea398b39-b5c6-4035-a622-3eee802f8f7b HTTP/1.1" status: 200  len: 217 time: 0.1213658
May 21 15:43:49.369255 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714860a-afc7-4049-8308-a003bbe3eaec req-cfbc86e3-0200-4502-b316-db565b0f56fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:49.370948 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-9714860a-afc7-4049-8308-a003bbe3eaec req-cfbc86e3-0200-4502-b316-db565b0f56fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b213e9aa-7ec1-46da-827f-d08b01630e15 HTTP/1.1" status: 200  len: 856 time: 0.0749919
May 21 15:43:49.470618 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714860a-afc7-4049-8308-a003bbe3eaec req-75b962da-ed50-4e07-92fd-fe98979bca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:49.472441 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-9714860a-afc7-4049-8308-a003bbe3eaec req-75b962da-ed50-4e07-92fd-fe98979bca6f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=470804b6-04d0-46f5-ba4c-e770e90d71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0918884
May 21 15:43:49.626502 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-9714860a-afc7-4049-8308-a003bbe3eaec req-b7f80dd4-2447-4c3b-a315-6bde952b3f56 service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458385
May 21 15:43:49.828063 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-9714860a-afc7-4049-8308-a003bbe3eaec req-3288316f-ac82-4da4-8764-bb111bfa0c91 service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1939423
May 21 15:43:50.016247 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 5b0a613a-2337-49d4-88b7-66a172b787df details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:43:50.259931 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 5b0a613a-2337-49d4-88b7-66a172b787df, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=5b0a613a-2337-49d4-88b7-66a172b787df,segment=NetworkSegment(734af71f-afce-42ed-be70-d3d5cc3f5117),segment_id=734af71f-afce-42ed-be70-d3d5cc3f5117)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:43:50.279971 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '5b0a613a-2337-49d4-88b7-66a172b787df', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'port_id': '5b0a613a-2337-49d4-88b7-66a172b787df', 'mac_address': 'fa:16:3e:ee:e8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:43:50.285824 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f8055-b967-43e7-b7cf-3620580b4217 req-4d6dc01b-e94c-4b48-8ec7-9d3842a9d8a7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:50.293791 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-868f8055-b967-43e7-b7cf-3620580b4217 req-4d6dc01b-e94c-4b48-8ec7-9d3842a9d8a7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 943 time: 0.1695690
May 21 15:43:50.368390 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-868f8055-b967-43e7-b7cf-3620580b4217 req-cadb8c0d-789a-479e-9e4d-1e67bdc8b19b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661933
May 21 15:43:50.393653 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:50.446996 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0a613a-2337-49d4-88b7-66a172b787df {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:43:50.468752 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 5b0a613a-2337-49d4-88b7-66a172b787df, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=5b0a613a-2337-49d4-88b7-66a172b787df,segment=NetworkSegment(734af71f-afce-42ed-be70-d3d5cc3f5117),segment_id=734af71f-afce-42ed-be70-d3d5cc3f5117)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:43:50.580651 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:50.584268 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:50.676654 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=5b0a613a-2337-49d4-88b7-66a172b787df,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:50.681343 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:50.743985 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6d6a9-a13e-45d2-9d6e-403bb237af17 req-ce967aa8-8711-4aa8-8186-f04078ee458a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:50.749673 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bbb6d6a9-a13e-45d2-9d6e-403bb237af17 req-ce967aa8-8711-4aa8-8186-f04078ee458a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.1626399
May 21 15:43:50.782986 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29473366-ff36-4391-8a75-1647630ae2c1', 'tag': 'ea398b39-b5c6-4035-a622-3eee802f8f7b', 'status': 'completed', 'code': 200}
May 21 15:43:50.839596 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bbb6d6a9-a13e-45d2-9d6e-403bb237af17 req-89fb9831-7090-493d-a26c-3b24aa3b8a4c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0803516
May 21 15:43:51.661165 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759eee52-acba-4c9e-a93f-800ddfefe82b req-44d06193-ff95-47c9-8462-21ac67cd53f1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:51.663779 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-759eee52-acba-4c9e-a93f-800ddfefe82b req-44d06193-ff95-47c9-8462-21ac67cd53f1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 944 time: 0.1530578
May 21 15:43:51.756108 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-759eee52-acba-4c9e-a93f-800ddfefe82b req-bb016eae-d711-403c-bbe6-9221bb92b251 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846276
May 21 15:43:52.147540 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d82c0-fec6-49d5-a326-0508b5319fd5 req-c6192baf-b8be-4dc0-928c-a95e2da4d540 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:52.151500 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-519d82c0-fec6-49d5-a326-0508b5319fd5 req-c6192baf-b8be-4dc0-928c-a95e2da4d540 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.1373177
May 21 15:43:52.231237 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-519d82c0-fec6-49d5-a326-0508b5319fd5 req-2c994831-5372-419d-aa5f-39b346856d31 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713189
May 21 15:43:53.032293 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a9cc6-8043-4e74-846b-f9c4d5e52555 req-3d6f6d82-0ff2-41dd-949c-68e40d29c4f9 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:53.035156 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5c7a9cc6-8043-4e74-846b-f9c4d5e52555 req-3d6f6d82-0ff2-41dd-949c-68e40d29c4f9 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 944 time: 0.1285100
May 21 15:43:53.123710 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5c7a9cc6-8043-4e74-846b-f9c4d5e52555 req-38ae88ad-c040-4554-a390-a863ef54bb5e tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771313
May 21 15:43:53.597664 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baff73a-162f-4596-ade1-d46404dcff38 req-d1f6a932-f664-4ace-9f25-252f366f062d tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:53.600005 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9baff73a-162f-4596-ade1-d46404dcff38 req-d1f6a932-f664-4ace-9f25-252f366f062d tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.2066917
May 21 15:43:53.603161 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-d3b52a8e-1389-4681-8279-fa83515befeb req-e1f031ba-b6f0-4b91-b3ce-9bf56a124a41 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1535318
May 21 15:43:53.615978 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['5b0a613a-2337-49d4-88b7-66a172b787df'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:43:53.631316 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0129a9-71c7-4168-b38f-c1dca210e3ba req-1498ca6f-03ea-4dc3-99c2-4ce879b81865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:53.632896 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7a0129a9-71c7-4168-b38f-c1dca210e3ba req-1498ca6f-03ea-4dc3-99c2-4ce879b81865 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a68b29cab9044629d81ff87b9006270&device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 1096 time: 0.1516809
May 21 15:43:53.774077 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9baff73a-162f-4596-ade1-d46404dcff38 req-36d957cb-3e87-433b-9679-20f264bc343f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1609931
May 21 15:43:53.905188 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0129a9-71c7-4168-b38f-c1dca210e3ba req-e498d24f-7fdd-4011-908a-9f64a2786b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:53.917987 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7a0129a9-71c7-4168-b38f-c1dca210e3ba req-e498d24f-7fdd-4011-908a-9f64a2786b4e service neutron] 10.222.0.25 "GET /v2.0/networks?id=470804b6-04d0-46f5-ba4c-e770e90d71b9 HTTP/1.1" status: 200  len: 918 time: 0.2751360
May 21 15:43:53.952906 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b52a8e-1389-4681-8279-fa83515befeb req-4536e565-cadc-4809-a731-7fbccbf9f678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:53.957403 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-d3b52a8e-1389-4681-8279-fa83515befeb req-4536e565-cadc-4809-a731-7fbccbf9f678 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 1099 time: 0.1431732
May 21 15:43:54.018599 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7a0129a9-71c7-4168-b38f-c1dca210e3ba req-faee4b1e-34bf-451a-81e8-be7b3c294d14 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea398b39-b5c6-4035-a622-3eee802f8f7b HTTP/1.1" status: 200  len: 217 time: 0.0929351
May 21 15:43:54.124659 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0129a9-71c7-4168-b38f-c1dca210e3ba req-e0f3f3d8-5b30-4737-9f15-8f6852ae9648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:54.126812 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7a0129a9-71c7-4168-b38f-c1dca210e3ba req-e0f3f3d8-5b30-4737-9f15-8f6852ae9648 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b213e9aa-7ec1-46da-827f-d08b01630e15 HTTP/1.1" status: 200  len: 856 time: 0.0938807
May 21 15:43:54.229812 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b52a8e-1389-4681-8279-fa83515befeb req-6486aa4f-a9b1-4968-bbe6-bd0ced795b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:54.232468 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-d3b52a8e-1389-4681-8279-fa83515befeb req-6486aa4f-a9b1-4968-bbe6-bd0ced795b4b service neutron] 10.222.0.25 "GET /v2.0/networks?id=860ad3e0-b894-4ecf-beef-de2036706ee9 HTTP/1.1" status: 200  len: 914 time: 0.2425485
May 21 15:43:54.239433 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0129a9-71c7-4168-b38f-c1dca210e3ba req-06c983ef-7fdb-4919-80b6-7cb128cf18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:54.241742 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7a0129a9-71c7-4168-b38f-c1dca210e3ba req-06c983ef-7fdb-4919-80b6-7cb128cf18ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=470804b6-04d0-46f5-ba4c-e770e90d71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1055000
May 21 15:43:54.373357 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-d3b52a8e-1389-4681-8279-fa83515befeb req-222324d3-c41d-4895-bfa8-73602168f9ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bf843ad-c2d4-4ef8-a190-4e7e30054302 HTTP/1.1" status: 200  len: 217 time: 0.1202199
May 21 15:43:54.456847 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b52a8e-1389-4681-8279-fa83515befeb req-c9f9b359-3bb0-4843-abda-a991ec1b38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:54.458665 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-d3b52a8e-1389-4681-8279-fa83515befeb req-c9f9b359-3bb0-4843-abda-a991ec1b38d1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0632d989-1ebe-4f6d-8933-78740e2c134a HTTP/1.1" status: 200  len: 853 time: 0.0757334
May 21 15:43:54.477330 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7a0129a9-71c7-4168-b38f-c1dca210e3ba req-a4bf5354-df93-4fda-8c12-6b776257eb41 service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2239740
May 21 15:43:54.487187 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877324b-720c-4874-bec3-cc867ae53830 req-86da7363-b831-4ae1-b140-19cc79419ab0 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:54.488822 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e877324b-720c-4874-bec3-cc867ae53830 req-86da7363-b831-4ae1-b140-19cc79419ab0 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 944 time: 0.2081189
May 21 15:43:54.541593 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-d3b52a8e-1389-4681-8279-fa83515befeb req-0d30f335-96bd-44c5-8b7a-5d7763da8de3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=860ad3e0-b894-4ecf-beef-de2036706ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0745537
May 21 15:43:54.633135 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e877324b-720c-4874-bec3-cc867ae53830 req-383ba572-c988-4a26-add6-556b9bc96055 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1228106
May 21 15:43:54.692253 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7a0129a9-71c7-4168-b38f-c1dca210e3ba req-7929f586-bcc1-491b-b114-6d6f150bb548 service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2021568
May 21 15:43:54.768165 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-d3b52a8e-1389-4681-8279-fa83515befeb req-1c046e55-b5f4-4c87-9a3e-a6805aa51c2d service neutron] 10.222.0.25 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2190430
May 21 15:43:55.061800 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-d3b52a8e-1389-4681-8279-fa83515befeb req-8bebd70b-14a3-491b-a01c-eb2960d2346d service neutron] 10.222.0.25 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2857168
May 21 15:43:55.063961 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96689ba-6e87-42f0-bfb1-27ca33b681fe req-89369d8b-9b61-47a8-8823-15d3cad20f17 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:55.066765 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a96689ba-6e87-42f0-bfb1-27ca33b681fe req-89369d8b-9b61-47a8-8823-15d3cad20f17 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.1235521
May 21 15:43:55.135327 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a96689ba-6e87-42f0-bfb1-27ca33b681fe req-111b8997-49c5-430f-ac33-a985d1ec21ef tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603654
May 21 15:43:55.315434 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 5b0a613a-2337-49d4-88b7-66a172b787df up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:43:55.459411 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port 5b0a613a-2337-49d4-88b7-66a172b787df completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:43:55.465319 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 5b0a613a-2337-49d4-88b7-66a172b787df triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:55.468238 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:55.614897 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:55.648225 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6529792e-2c65-45ba-b90c-362eb02ca3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0a613a-2337-49d4-88b7-66a172b787df'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:43:55.659595 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 5b0a613a-2337-49d4-88b7-66a172b787df, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=5b0a613a-2337-49d4-88b7-66a172b787df,segment=NetworkSegment(734af71f-afce-42ed-be70-d3d5cc3f5117),segment_id=734af71f-afce-42ed-be70-d3d5cc3f5117)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:43:55.739387 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:55.744219 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:55.822805 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6529792e-2c65-45ba-b90c-362eb02ca3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0a613a-2337-49d4-88b7-66a172b787df', 'code': 200}
May 21 15:43:55.887701 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=5b0a613a-2337-49d4-88b7-66a172b787df,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:55.900654 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:55.901061 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:55.908706 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:55.908706 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:55.908706 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:55.908706 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:55.908706 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:55.908706 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:55.908706 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:55.908706 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:55.908706 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:55.908706 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:43:55.910031 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:56.019945 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536ce6c-f262-4d90-bd1a-4c9cbd05d58a req-14d73a18-3545-4413-84b9-1e60869ef6b0 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:56.032680 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4536ce6c-f262-4d90-bd1a-4c9cbd05d58a req-14d73a18-3545-4413-84b9-1e60869ef6b0 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.2040894
May 21 15:43:56.127383 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4536ce6c-f262-4d90-bd1a-4c9cbd05d58a req-a0629416-a4a6-4ad2-93eb-c06ab1962b22 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0934794
May 21 15:43:56.366267 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef4d24-b236-487e-9383-22ec8d08147f req-7b86184b-df24-4559-b461-2452bcbacc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:56.370105 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-33ef4d24-b236-487e-9383-22ec8d08147f req-7b86184b-df24-4559-b461-2452bcbacc42 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 1098 time: 0.2198253
May 21 15:43:56.461672 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [req-33ef4d24-b236-487e-9383-22ec8d08147f req-77126374-20ea-48a6-b2ad-d701858050eb service neutron] Synchronizing usage tracker for tenant:20bfe84206e44bd69c5e2fb30b822c6d on resource:security_group {{(pid=98819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:43:56.568528 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [req-33ef4d24-b236-487e-9383-22ec8d08147f req-77126374-20ea-48a6-b2ad-d701858050eb service neutron] Unset dirty status for tenant:20bfe84206e44bd69c5e2fb30b822c6d on resource:security_group {{(pid=98819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:43:56.570979 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-33ef4d24-b236-487e-9383-22ec8d08147f req-77126374-20ea-48a6-b2ad-d701858050eb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1917069
May 21 15:43:56.690375 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6213de9-935f-4aae-a62a-ad651383a806 req-0f628b25-14e1-4de0-aff3-96df87b59441 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:56.692763 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b6213de9-935f-4aae-a62a-ad651383a806 req-0f628b25-14e1-4de0-aff3-96df87b59441 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.3291059
May 21 15:43:56.766558 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b6213de9-935f-4aae-a62a-ad651383a806 req-427bd2b7-1454-4e47-926b-4a6bbfd60498 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595140
May 21 15:43:57.330113 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device ea398b39-b5c6-4035-a622-3eee802f8f7b details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:43:57.364367 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1157091-fb76-4e6f-8cfe-0af204e09e68 req-9ff5927b-4253-4a6b-b614-6c8ce9b41ce3 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:57.367013 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b1157091-fb76-4e6f-8cfe-0af204e09e68 req-9ff5927b-4253-4a6b-b614-6c8ce9b41ce3 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.1185093
May 21 15:43:57.481063 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b1157091-fb76-4e6f-8cfe-0af204e09e68 req-ddb99a03-59ea-4772-b239-734f7a9c51e4 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1066463
May 21 15:43:57.582241 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port ea398b39-b5c6-4035-a622-3eee802f8f7b, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ea398b39-b5c6-4035-a622-3eee802f8f7b,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:43:57.600887 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': 'ea398b39-b5c6-4035-a622-3eee802f8f7b', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'port_id': 'ea398b39-b5c6-4035-a622-3eee802f8f7b', 'mac_address': 'fa:16:3e:dc:a6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:43:57.646610 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 48600) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:57.712384 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:57.738880 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea398b39-b5c6-4035-a622-3eee802f8f7b {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:43:57.762802 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port ea398b39-b5c6-4035-a622-3eee802f8f7b, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ea398b39-b5c6-4035-a622-3eee802f8f7b,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:43:57.845470 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:57.847513 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:57.963914 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-85241e3b-b5b6-4adf-bebf-977bd8f7ce4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:57.996288 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-85241e3b-b5b6-4adf-bebf-977bd8f7ce4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:43:58.006529 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-85241e3b-b5b6-4adf-bebf-977bd8f7ce4a admin admin] Usage tracker for resource:security_group_rule and tenant:3a6e021662904a6981b04ea777801a9e is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:43:58.014560 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-85241e3b-b5b6-4adf-bebf-977bd8f7ce4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:43:58.035576 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-85241e3b-b5b6-4adf-bebf-977bd8f7ce4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:43:58.071276 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=ea398b39-b5c6-4035-a622-3eee802f8f7b,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:58.077369 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:58.147706 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['ea398b39-b5c6-4035-a622-3eee802f8f7b'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:43:58.230663 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a41f61-7282-4425-bd76-3c817ce0e8bd req-d5701605-8909-4a55-8f43-99e833e45cab tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:58.233394 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c1a41f61-7282-4425-bd76-3c817ce0e8bd req-d5701605-8909-4a55-8f43-99e833e45cab tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 944 time: 0.1990018
May 21 15:43:58.351944 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-85241e3b-b5b6-4adf-bebf-977bd8f7ce4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:58.372722 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c1a41f61-7282-4425-bd76-3c817ce0e8bd req-dd2141e4-d8f8-4931-aa21-481ec2682079 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188903
May 21 15:43:58.527998 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-85241e3b-b5b6-4adf-bebf-977bd8f7ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:58.537432 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-965fce4d-4aa0-4ca0-9af0-4b95f9c53657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:58.588098 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85241e3b-b5b6-4adf-bebf-977bd8f7ce4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432ba358-82ac-4051-9306-99b5dd8acf55,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:58.592597 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-85241e3b-b5b6-4adf-bebf-977bd8f7ce4a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a6e021662904a6981b04ea777801a9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9446163
May 21 15:43:58.593597 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-85241e3b-b5b6-4adf-bebf-977bd8f7ce4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:58.597653 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 48626) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:58.627080 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:58.674690 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-44ff0dde-0020-4308-9683-7b7bfcfdb10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:58.713972 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-44ff0dde-0020-4308-9683-7b7bfcfdb10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:58.733332 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ade57-1b63-4b75-ada1-030e732a8b36 req-60e18058-fcf8-480d-8d04-9e42acb524e3 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:58.735631 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a32ade57-1b63-4b75-ada1-030e732a8b36 req-60e18058-fcf8-480d-8d04-9e42acb524e3 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.1179869
May 21 15:43:58.832452 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a32ade57-1b63-4b75-ada1-030e732a8b36 req-aa402ce1-0d38-4434-81f6-8f7120ec0602 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0863547
May 21 15:43:58.982335 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-44ff0dde-0020-4308-9683-7b7bfcfdb10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:58.991732 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:43:59.010631 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff0dde-0020-4308-9683-7b7bfcfdb10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432ba358-82ac-4051-9306-99b5dd8acf55,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:43:59.022573 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-44ff0dde-0020-4308-9683-7b7bfcfdb10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:43:59.024191 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-44ff0dde-0020-4308-9683-7b7bfcfdb10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:59.025557 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-44ff0dde-0020-4308-9683-7b7bfcfdb10b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/432ba358-82ac-4051-9306-99b5dd8acf55 HTTP/1.1" status: 204  len: 168 time: 0.4266381
May 21 15:43:59.117837 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede90ea1-286a-4a92-9e68-1d1173e54f29 req-8639ca2b-aa31-4f95-96ec-3590ceabb0af tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:59.126198 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ede90ea1-286a-4a92-9e68-1d1173e54f29 req-8639ca2b-aa31-4f95-96ec-3590ceabb0af tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.1457009
May 21 15:43:59.130875 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 48636) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:43:59.136729 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-093b0e68-ea98-481a-8182-639a1a768fd7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Request body: {'floatingip': {'port_id': '5b0a613a-2337-49d4-88b7-66a172b787df'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:43:59.243855 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-093b0e68-ea98-481a-8182-639a1a768fd7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for floatingip, before_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:59.317711 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device ea398b39-b5c6-4035-a622-3eee802f8f7b up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:43:59.585979 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port ea398b39-b5c6-4035-a622-3eee802f8f7b completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:43:59.599642 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port ea398b39-b5c6-4035-a622-3eee802f8f7b triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:43:59.600493 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:43:59.853917 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaca0c4-fe99-4246-8dfe-8d03b5786970 req-5601e659-6e06-4e17-86fb-9de7d71eef5d tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:43:59.855885 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eeaca0c4-fe99-4246-8dfe-8d03b5786970 req-5601e659-6e06-4e17-86fb-9de7d71eef5d tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 944 time: 0.2026930
May 21 15:43:59.944893 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eeaca0c4-fe99-4246-8dfe-8d03b5786970 req-4265c31b-c93a-491f-94d9-ace8a1551c47 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728958
May 21 15:43:59.974711 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:00.025142 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29473366-ff36-4391-8a75-1647630ae2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea398b39-b5c6-4035-a622-3eee802f8f7b'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:44:00.044259 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port ea398b39-b5c6-4035-a622-3eee802f8f7b, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ea398b39-b5c6-4035-a622-3eee802f8f7b,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:44:00.090320 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29473366-ff36-4391-8a75-1647630ae2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea398b39-b5c6-4035-a622-3eee802f8f7b', 'code': 200}
May 21 15:44:00.137770 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 48662) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:00.151186 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:00.158246 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-72ddd3d8-5fe4-4115-a445-b408da394bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:00.158829 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-ffd9c2f3-dc01-4090-90e1-eb29774537d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:00.178592 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-ffd9c2f3-dc01-4090-90e1-eb29774537d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:00.183373 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-ffd9c2f3-dc01-4090-90e1-eb29774537d3 admin admin] Usage tracker for resource:security_group_rule and tenant:f0284894aa6846219abdee2332e05242 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:00.186742 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-ffd9c2f3-dc01-4090-90e1-eb29774537d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:00.194312 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-ffd9c2f3-dc01-4090-90e1-eb29774537d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:00.299536 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=ea398b39-b5c6-4035-a622-3eee802f8f7b,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:00.305289 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:00.317147 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-ffd9c2f3-dc01-4090-90e1-eb29774537d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:00.428414 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-ffd9c2f3-dc01-4090-90e1-eb29774537d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:00.444001 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-8d9c7435-6fde-4c3b-b96a-735448bb328f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:00.514946 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-ffd9c2f3-dc01-4090-90e1-eb29774537d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0284894aa6846219abdee2332e05242&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3757517
May 21 15:44:00.515884 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 48668) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:00.521616 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9c2f3-dc01-4090-90e1-eb29774537d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6ed097-020e-4fa9-9acb-77d4ecb247c8,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:00.540824 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ffd9c2f3-dc01-4090-90e1-eb29774537d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:00.653446 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.db.resource_extend [None req-093b0e68-ea98-481a-8182-639a1a768fd7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 21 15:44:00.656548 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a7931dd9-40c0-404b-b12b-6a75e076930b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:00.709487 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a7931dd9-40c0-404b-b12b-6a75e076930b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:00.871898 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-093b0e68-ea98-481a-8182-639a1a768fd7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:00.905473 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a7931dd9-40c0-404b-b12b-6a75e076930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:00.910588 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ffd9c2f3-dc01-4090-90e1-eb29774537d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:00.925672 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7931dd9-40c0-404b-b12b-6a75e076930b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6ed097-020e-4fa9-9acb-77d4ecb247c8,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:00.930362 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a7931dd9-40c0-404b-b12b-6a75e076930b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:00.936828 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a7931dd9-40c0-404b-b12b-6a75e076930b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:00.943590 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-a7931dd9-40c0-404b-b12b-6a75e076930b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3b6ed097-020e-4fa9-9acb-77d4ecb247c8 HTTP/1.1" status: 204  len: 168 time: 0.4249158
May 21 15:44:00.956495 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-093b0e68-ea98-481a-8182-639a1a768fd7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:01.252511 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21bde2-b89d-416f-846c-a74c3818295b req-edfe7ca6-1654-46ac-9240-5474943bf76a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:01.255295 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fb21bde2-b89d-416f-846c-a74c3818295b req-edfe7ca6-1654-46ac-9240-5474943bf76a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1496487
May 21 15:44:01.339132 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fb21bde2-b89d-416f-846c-a74c3818295b req-d57dc4ee-181d-42fe-88f6-0c422fbedac6 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723972
May 21 15:44:01.364884 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.db.l3_db [None req-093b0e68-ea98-481a-8182-639a1a768fd7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Floating IP 29196bc6-9a9d-4d73-9c6a-b14c91b8614c associated. External IP: 172.27.0.89, port: 5b0a613a-2337-49d4-88b7-66a172b787df.
May 21 15:44:01.829284 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093b0e68-ea98-481a-8182-639a1a768fd7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Router 27acf042-18ab-405e-9e65-c7ba86862fdd has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:44:02.150900 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093b0e68-ea98-481a-8182-639a1a768fd7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:44:02.159205 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-093b0e68-ea98-481a-8182-639a1a768fd7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:02.176246 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb40241-734c-4288-9d8b-984ebf079dcc None None] Sync routers for ids ['27acf042-18ab-405e-9e65-c7ba86862fdd'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:44:02.189424 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb40241-734c-4288-9d8b-984ebf079dcc None None] Routers {'27acf042-18ab-405e-9e65-c7ba86862fdd'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:44:02.190296 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-deb40241-734c-4288-9d8b-984ebf079dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214adeab50>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:43:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['27acf042-18ab-405e-9e65-c7ba86862fdd'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:02.278466 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-093b0e68-ea98-481a-8182-639a1a768fd7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "PUT /v2.0/floatingips/29196bc6-9a9d-4d73-9c6a-b14c91b8614c HTTP/1.1" status: 200  len: 990 time: 3.1434491
May 21 15:44:02.278466 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6529792e-2c65-45ba-b90c-362eb02ca3a6', 'tag': '5b0a613a-2337-49d4-88b7-66a172b787df'}] {{(pid=98819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:44:02.380496 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6529792e-2c65-45ba-b90c-362eb02ca3a6', 'tag': '5b0a613a-2337-49d4-88b7-66a172b787df', 'status': 'completed', 'code': 200}
May 21 15:44:02.514862 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-deb40241-734c-4288-9d8b-984ebf079dcc None None] Set router 27acf042-18ab-405e-9e65-c7ba86862fdd gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:44:02.670091 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da85d95-34ab-418d-9442-8f9cd5b1c89b req-21ac8036-bf85-429c-b820-f46e38156d09 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:02.672212 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6da85d95-34ab-418d-9442-8f9cd5b1c89b req-21ac8036-bf85-429c-b820-f46e38156d09 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1549261
May 21 15:44:02.743880 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6da85d95-34ab-418d-9442-8f9cd5b1c89b req-cdb6ca36-1389-44ef-aabb-985f01793a54 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649955
May 21 15:44:03.163343 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-deb40241-734c-4288-9d8b-984ebf079dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214adeab50>, [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:43:01Z', 'revision_number': 4, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '29196bc6-9a9d-4d73-9c6a-b14c91b8614c', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'port_id': '5b0a613a-2337-49d4-88b7-66a172b787df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'mac_address': 'fa:16:3e:ee:e8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6529792e-2c65-45ba-b90c-362eb02ca3a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:43:25Z', 'updated_at': '2021-05-21T15:44:00Z', 'revision_number': 1, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac9e626-809a-4a5a-89be-a11105b836c1', 'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'mac_address': 'fa:16:3e:a1:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:59Z', 'updated_at': '2021-05-21T15:43:17Z', 'revision_number': 5, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'subnets': [{'id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:03.181728 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb40241-734c-4288-9d8b-984ebf079dcc None None] Checking router: 27acf042-18ab-405e-9e65-c7ba86862fdd for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:44:03.191584 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb40241-734c-4288-9d8b-984ebf079dcc None None] Routers {'27acf042-18ab-405e-9e65-c7ba86862fdd'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:44:03.192920 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-deb40241-734c-4288-9d8b-984ebf079dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214adeab50>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:43:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['27acf042-18ab-405e-9e65-c7ba86862fdd'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:03.346694 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e876e-9ff1-4c2c-a4f3-a1f1423eca2a req-5b6cf889-71e9-4dba-80c9-abd850329f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:03.351215 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-322e876e-9ff1-4c2c-a4f3-a1f1423eca2a req-5b6cf889-71e9-4dba-80c9-abd850329f85 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c2adcba26c84d31b4928d8a767d160b&device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 1098 time: 0.2110102
May 21 15:44:03.611680 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-deb40241-734c-4288-9d8b-984ebf079dcc None None] Set router 27acf042-18ab-405e-9e65-c7ba86862fdd gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:44:03.662712 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e876e-9ff1-4c2c-a4f3-a1f1423eca2a req-4440a289-c24e-4317-807a-2fa3321be592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:03.665395 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-322e876e-9ff1-4c2c-a4f3-a1f1423eca2a req-4440a289-c24e-4317-807a-2fa3321be592 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 HTTP/1.1" status: 200  len: 912 time: 0.2963526
May 21 15:44:03.760101 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2186c-6e1d-4148-ba41-631f47ade978 req-cb166877-79ee-4bde-97f2-c3917ba6c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:03.763085 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a3a2186c-6e1d-4148-ba41-631f47ade978 req-cb166877-79ee-4bde-97f2-c3917ba6c948 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 1098 time: 0.1350901
May 21 15:44:03.845632 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-322e876e-9ff1-4c2c-a4f3-a1f1423eca2a req-c8cdce70-14ce-40e8-900b-a849442c0116 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0a613a-2337-49d4-88b7-66a172b787df HTTP/1.1" status: 200  len: 998 time: 0.1707740
May 21 15:44:04.103710 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71a69e-0eb4-4369-b44f-864f1d446764 req-b4e7efcb-9c7d-4537-bf11-f02d3b870146 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:04.110131 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1c71a69e-0eb4-4369-b44f-864f1d446764 req-b4e7efcb-9c7d-4537-bf11-f02d3b870146 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1592309
May 21 15:44:04.182213 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-deb40241-734c-4288-9d8b-984ebf079dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214adeab50>, [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:43:01Z', 'revision_number': 4, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '29196bc6-9a9d-4d73-9c6a-b14c91b8614c', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'port_id': '5b0a613a-2337-49d4-88b7-66a172b787df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'mac_address': 'fa:16:3e:ee:e8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6529792e-2c65-45ba-b90c-362eb02ca3a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:43:25Z', 'updated_at': '2021-05-21T15:44:00Z', 'revision_number': 1, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac9e626-809a-4a5a-89be-a11105b836c1', 'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'mac_address': 'fa:16:3e:a1:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:59Z', 'updated_at': '2021-05-21T15:43:17Z', 'revision_number': 5, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'subnets': [{'id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:04.189465 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb40241-734c-4288-9d8b-984ebf079dcc None None] The sync data for ids ['27acf042-18ab-405e-9e65-c7ba86862fdd'] in dv-cinder-792642-1-iscsi is: [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:43:01Z', 'revision_number': 4, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '29196bc6-9a9d-4d73-9c6a-b14c91b8614c', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'port_id': '5b0a613a-2337-49d4-88b7-66a172b787df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'mac_address': 'fa:16:3e:ee:e8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6529792e-2c65-45ba-b90c-362eb02ca3a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:43:25Z', 'updated_at': '2021-05-21T15:44:00Z', 'revision_number': 1, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac9e626-809a-4a5a-89be-a11105b836c1', 'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'mac_address': 'fa:16:3e:a1:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:59Z', 'updated_at': '2021-05-21T15:43:17Z', 'revision_number': 5, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'subnets': [{'id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:44:04.215807 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1c71a69e-0eb4-4369-b44f-864f1d446764 req-f59a00c0-4dc4-42e0-88de-5e13ddbb7822 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002328
May 21 15:44:04.530777 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e8a3bb-398c-4b9b-8d72-e34039ddc8dd None None] New status for floating IP 29196bc6-9a9d-4d73-9c6a-b14c91b8614c: ACTIVE {{(pid=98821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:44:05.480840 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258edad-5cb8-4bc1-9f6b-4ddf004e2955 req-2c5947c3-a190-4e2a-8e0e-93c93161d498 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:05.482355 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b258edad-5cb8-4bc1-9f6b-4ddf004e2955 req-2c5947c3-a190-4e2a-8e0e-93c93161d498 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1014752
May 21 15:44:05.533696 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b258edad-5cb8-4bc1-9f6b-4ddf004e2955 req-2806ad74-7bea-4bd1-8859-3d19fa4f9527 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443268
May 21 15:44:06.737726 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:44:06.922892 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-a3a2186c-6e1d-4148-ba41-631f47ade978 req-0ec2afd1-0670-49e9-bf11-43a433d338c5 service neutron] Synchronizing usage tracker for tenant:20bfe84206e44bd69c5e2fb30b822c6d on resource:security_group {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:44:06.944779 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e876e-9ff1-4c2c-a4f3-a1f1423eca2a req-4541441d-5188-4179-a4fb-16a21357a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:06.946447 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-322e876e-9ff1-4c2c-a4f3-a1f1423eca2a req-4541441d-5188-4179-a4fb-16a21357a039 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7b052fad-970d-48db-8e48-f280a095d4e5 HTTP/1.1" status: 200  len: 850 time: 0.0955751
May 21 15:44:06.950507 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-a3a2186c-6e1d-4148-ba41-631f47ade978 req-0ec2afd1-0670-49e9-bf11-43a433d338c5 service neutron] Unset dirty status for tenant:20bfe84206e44bd69c5e2fb30b822c6d on resource:security_group {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:44:06.952218 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a3a2186c-6e1d-4148-ba41-631f47ade978 req-0ec2afd1-0670-49e9-bf11-43a433d338c5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858786
May 21 15:44:06.965397 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200211a-06f9-41db-9d86-c670b57de54e req-605548ee-173c-4812-9776-9b9bbd426532 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:06.967839 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a200211a-06f9-41db-9d86-c670b57de54e req-605548ee-173c-4812-9776-9b9bbd426532 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1387863
May 21 15:44:07.028374 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a200211a-06f9-41db-9d86-c670b57de54e req-14b56fc1-9c57-41c9-af28-298a8cbe7558 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0525076
May 21 15:44:07.207124 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e876e-9ff1-4c2c-a4f3-a1f1423eca2a req-df73340d-796c-4e8e-b9d8-422966b35d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:07.209520 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-322e876e-9ff1-4c2c-a4f3-a1f1423eca2a req-df73340d-796c-4e8e-b9d8-422966b35d33 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1407580
May 21 15:44:07.393453 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-322e876e-9ff1-4c2c-a4f3-a1f1423eca2a req-66416b75-26d5-46f5-8b23-956c905ae935 service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727276
May 21 15:44:07.622131 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-322e876e-9ff1-4c2c-a4f3-a1f1423eca2a req-dfacfc87-6bcc-4239-8992-0076a431bcba service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2217739
May 21 15:44:08.421149 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d41745-b369-416d-81b7-ea3708eeada4 req-708ec005-bffa-4d64-b4b1-1f03368b5275 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:08.435628 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f5d41745-b369-416d-81b7-ea3708eeada4 req-708ec005-bffa-4d64-b4b1-1f03368b5275 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.2002912
May 21 15:44:08.525455 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f5d41745-b369-416d-81b7-ea3708eeada4 req-a0a57c63-33fe-4791-8808-3c1ed4fba288 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0879197
May 21 15:44:09.816332 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2195d5-289c-455a-942b-805c95b6ab12 req-691d6d99-1157-48aa-a01d-2e17a64e6e9c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:09.818796 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0c2195d5-289c-455a-942b-805c95b6ab12 req-691d6d99-1157-48aa-a01d-2e17a64e6e9c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1520302
May 21 15:44:09.879144 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0c2195d5-289c-455a-942b-805c95b6ab12 req-3081555b-bb7d-4a06-ad87-9573300519c5 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540569
May 21 15:44:10.113054 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b8ab3-d58f-4ef1-a040-24222311f489 req-1195f26b-5b70-47f7-bba8-d2d141c169bd tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:10.115349 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ed6b8ab3-d58f-4ef1-a040-24222311f489 req-1195f26b-5b70-47f7-bba8-d2d141c169bd tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.0964165
May 21 15:44:10.127043 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 48890) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:10.133305 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-3a653ab2-646a-4136-8a3c-9242e39513d5 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Request body: {'floatingip': {'port_id': 'ea398b39-b5c6-4035-a622-3eee802f8f7b'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:44:10.290260 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3a653ab2-646a-4136-8a3c-9242e39513d5 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for floatingip, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:11.422477 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.db.resource_extend [None req-3a653ab2-646a-4136-8a3c-9242e39513d5 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 21 15:44:11.540002 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3a653ab2-646a-4136-8a3c-9242e39513d5 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:11.568987 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca31121-0b53-4a88-a200-f009e8c5fab8 req-4f6ac839-52c6-4816-ace6-fc81aaff53a8 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:11.571866 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9ca31121-0b53-4a88-a200-f009e8c5fab8 req-4f6ac839-52c6-4816-ace6-fc81aaff53a8 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 945 time: 0.2122507
May 21 15:44:11.610286 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3a653ab2-646a-4136-8a3c-9242e39513d5 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:11.777914 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9ca31121-0b53-4a88-a200-f009e8c5fab8 req-ea5c6e1c-f3b4-4d94-9384-2910c79d1dc1 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931002
May 21 15:44:11.897828 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.l3_db [None req-3a653ab2-646a-4136-8a3c-9242e39513d5 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Floating IP 8733e2bf-f5f6-4336-9436-6021ed119aa8 associated. External IP: 172.27.0.252, port: ea398b39-b5c6-4035-a622-3eee802f8f7b.
May 21 15:44:12.580413 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a653ab2-646a-4136-8a3c-9242e39513d5 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Router 0d248fc6-fb5a-456c-a6f5-957179719f90 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:44:12.879901 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a653ab2-646a-4136-8a3c-9242e39513d5 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:44:12.889156 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3a653ab2-646a-4136-8a3c-9242e39513d5 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:12.896432 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874f5d3-e3a3-4db6-9b2f-7614c5a0fdc9 None None] Sync routers for ids ['0d248fc6-fb5a-456c-a6f5-957179719f90'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:44:12.917243 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d874f5d3-e3a3-4db6-9b2f-7614c5a0fdc9 None None] Routers {'0d248fc6-fb5a-456c-a6f5-957179719f90'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:44:12.921718 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-d874f5d3-e3a3-4db6-9b2f-7614c5a0fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214b865c10>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:43:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['0d248fc6-fb5a-456c-a6f5-957179719f90'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:13.035322 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-a3455cc4-b806-44d5-bffa-d5acbb9e92aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:13.059422 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-3a653ab2-646a-4136-8a3c-9242e39513d5 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "PUT /v2.0/floatingips/8733e2bf-f5f6-4336-9436-6021ed119aa8 HTTP/1.1" status: 200  len: 991 time: 2.9310038
May 21 15:44:13.063914 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29473366-ff36-4391-8a75-1647630ae2c1', 'tag': 'ea398b39-b5c6-4035-a622-3eee802f8f7b'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:44:13.125142 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb4427-677d-4f4f-83d2-8c424b85a0cf req-8c1537b9-2b8b-4133-823f-4b89aec575d8 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:13.127945 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-05bb4427-677d-4f4f-83d2-8c424b85a0cf req-8c1537b9-2b8b-4133-823f-4b89aec575d8 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 945 time: 0.1821694
May 21 15:44:13.216774 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-d874f5d3-e3a3-4db6-9b2f-7614c5a0fdc9 None None] Set router 0d248fc6-fb5a-456c-a6f5-957179719f90 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:44:13.273305 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-05bb4427-677d-4f4f-83d2-8c424b85a0cf req-d4568ce2-358c-4c96-a576-74788888d0f4 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294768
May 21 15:44:13.407575 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29473366-ff36-4391-8a75-1647630ae2c1', 'tag': 'ea398b39-b5c6-4035-a622-3eee802f8f7b', 'status': 'completed', 'code': 200}
May 21 15:44:13.577627 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53102a-0436-4e41-b964-0f5ef558b6a7 req-5f73e215-4866-4d90-9449-dc9bda331033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:13.581502 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6c53102a-0436-4e41-b964-0f5ef558b6a7 req-5f73e215-4866-4d90-9449-dc9bda331033 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a68b29cab9044629d81ff87b9006270&device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 1098 time: 0.1276610
May 21 15:44:13.926979 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-d874f5d3-e3a3-4db6-9b2f-7614c5a0fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214b865c10>, [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:43:08Z', 'revision_number': 4, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '8733e2bf-f5f6-4336-9436-6021ed119aa8', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'port_id': 'ea398b39-b5c6-4035-a622-3eee802f8f7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'mac_address': 'fa:16:3e:dc:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29473366-ff36-4391-8a75-1647630ae2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:43:28Z', 'updated_at': '2021-05-21T15:44:11Z', 'revision_number': 1, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df76414f-0061-4808-a47b-1e9c5f9a87b8', 'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'mac_address': 'fa:16:3e:0b:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:43:04Z', 'updated_at': '2021-05-21T15:43:29Z', 'revision_number': 5, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'subnets': [{'id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:13.929948 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874f5d3-e3a3-4db6-9b2f-7614c5a0fdc9 None None] Checking router: 0d248fc6-fb5a-456c-a6f5-957179719f90 for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:44:13.933704 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53102a-0436-4e41-b964-0f5ef558b6a7 req-a08a1086-2dbd-461b-9b90-408002703d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:13.938049 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6c53102a-0436-4e41-b964-0f5ef558b6a7 req-a08a1086-2dbd-461b-9b90-408002703d13 service neutron] 10.222.0.25 "GET /v2.0/networks?id=470804b6-04d0-46f5-ba4c-e770e90d71b9 HTTP/1.1" status: 200  len: 918 time: 0.3478580
May 21 15:44:13.945978 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d874f5d3-e3a3-4db6-9b2f-7614c5a0fdc9 None None] Routers {'0d248fc6-fb5a-456c-a6f5-957179719f90'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:44:13.946865 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-d874f5d3-e3a3-4db6-9b2f-7614c5a0fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214b865c10>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:43:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['0d248fc6-fb5a-456c-a6f5-957179719f90'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:14.140154 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6c53102a-0436-4e41-b964-0f5ef558b6a7 req-0988090e-1359-449f-9dda-65ebb556ca8a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea398b39-b5c6-4035-a622-3eee802f8f7b HTTP/1.1" status: 200  len: 999 time: 0.1916964
May 21 15:44:14.289167 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53102a-0436-4e41-b964-0f5ef558b6a7 req-93873e96-fc12-466d-9ea2-01f5d280bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:14.292285 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6c53102a-0436-4e41-b964-0f5ef558b6a7 req-93873e96-fc12-466d-9ea2-01f5d280bd10 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b213e9aa-7ec1-46da-827f-d08b01630e15 HTTP/1.1" status: 200  len: 856 time: 0.1396673
May 21 15:44:14.379600 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-d874f5d3-e3a3-4db6-9b2f-7614c5a0fdc9 None None] Set router 0d248fc6-fb5a-456c-a6f5-957179719f90 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:44:14.506785 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53102a-0436-4e41-b964-0f5ef558b6a7 req-f8a94e7e-db7b-499b-9597-4a9a793ea5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:14.508596 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6c53102a-0436-4e41-b964-0f5ef558b6a7 req-f8a94e7e-db7b-499b-9597-4a9a793ea5a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=470804b6-04d0-46f5-ba4c-e770e90d71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2059383
May 21 15:44:14.647425 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca6502-9c86-43d3-8d32-b68a0928d3c4 req-6096b3b8-8367-47ae-9f34-2ac4cbf3bf9d tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:14.649404 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ceca6502-9c86-43d3-8d32-b68a0928d3c4 req-6096b3b8-8367-47ae-9f34-2ac4cbf3bf9d tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 945 time: 0.1126451
May 21 15:44:14.749379 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ceca6502-9c86-43d3-8d32-b68a0928d3c4 req-b9a2d7d4-3475-4403-a634-01ef14281779 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870271
May 21 15:44:14.808432 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6c53102a-0436-4e41-b964-0f5ef558b6a7 req-515ee34a-b970-4815-985e-4cf88dcaf30d service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2912657
May 21 15:44:15.005432 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6c53102a-0436-4e41-b964-0f5ef558b6a7 req-9856c1d3-0546-4271-9515-05c44a6f838f service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1870649
May 21 15:44:15.075582 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-d874f5d3-e3a3-4db6-9b2f-7614c5a0fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214b865c10>, [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:43:08Z', 'revision_number': 4, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '8733e2bf-f5f6-4336-9436-6021ed119aa8', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'port_id': 'ea398b39-b5c6-4035-a622-3eee802f8f7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'mac_address': 'fa:16:3e:dc:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29473366-ff36-4391-8a75-1647630ae2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:43:28Z', 'updated_at': '2021-05-21T15:44:11Z', 'revision_number': 1, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df76414f-0061-4808-a47b-1e9c5f9a87b8', 'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'mac_address': 'fa:16:3e:0b:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:43:04Z', 'updated_at': '2021-05-21T15:43:29Z', 'revision_number': 5, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'subnets': [{'id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:15.081423 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d874f5d3-e3a3-4db6-9b2f-7614c5a0fdc9 None None] The sync data for ids ['0d248fc6-fb5a-456c-a6f5-957179719f90'] in dv-cinder-792642-1-iscsi is: [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:43:08Z', 'revision_number': 4, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '8733e2bf-f5f6-4336-9436-6021ed119aa8', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'port_id': 'ea398b39-b5c6-4035-a622-3eee802f8f7b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'mac_address': 'fa:16:3e:dc:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29473366-ff36-4391-8a75-1647630ae2c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:43:28Z', 'updated_at': '2021-05-21T15:44:11Z', 'revision_number': 1, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df76414f-0061-4808-a47b-1e9c5f9a87b8', 'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'mac_address': 'fa:16:3e:0b:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:43:04Z', 'updated_at': '2021-05-21T15:43:29Z', 'revision_number': 5, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'subnets': [{'id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:44:15.323358 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a903b4-8074-4838-9108-6818f157e2f3 None None] New status for floating IP 8733e2bf-f5f6-4336-9436-6021ed119aa8: ACTIVE {{(pid=98821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:44:15.456124 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea9984-4238-4a4d-8254-27026972a1d6 req-42973772-148c-415f-bc22-233d5042d458 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:15.457738 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-4fea9984-4238-4a4d-8254-27026972a1d6 req-42973772-148c-415f-bc22-233d5042d458 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.25 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 945 time: 0.1683574
May 21 15:44:15.853489 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [req-4fea9984-4238-4a4d-8254-27026972a1d6 req-c59a07b3-ee54-4025-bb18-df8181685fff tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Deleting port cf3f0e85-0eab-4488-a2a3-9567d5079128 {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:44:15.854377 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-4fea9984-4238-4a4d-8254-27026972a1d6 req-c59a07b3-ee54-4025-bb18-df8181685fff tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:16.119662 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:16.124551 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-f556bc1f-5d89-4e56-9a15-a1a2f1c1f9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:16.214465 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [req-4fea9984-4238-4a4d-8254-27026972a1d6 req-c59a07b3-ee54-4025-bb18-df8181685fff tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] For port cf3f0e85-0eab-4488-a2a3-9567d5079128, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cf3f0e85-0eab-4488-a2a3-9567d5079128,segment=NetworkSegment(2ae2a1b5-435a-4ea3-80b1-80253b414079),segment_id=2ae2a1b5-435a-4ea3-80b1-80253b414079)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:44:16.215193 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-4fea9984-4238-4a4d-8254-27026972a1d6 req-c59a07b3-ee54-4025-bb18-df8181685fff tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:16.288164 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ff476-f1ff-47ff-934e-c6ff981d8094 req-28321295-849d-4b56-a8d2-72c54e55f63f tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:16.290700 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a31ff476-f1ff-47ff-934e-c6ff981d8094 req-28321295-849d-4b56-a8d2-72c54e55f63f tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 945 time: 0.2077906
May 21 15:44:16.387633 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a31ff476-f1ff-47ff-934e-c6ff981d8094 req-811fb21d-773a-4c95-9a64-c40bfb830768 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/security-groups?id=2f2fc9a6-e675-479d-91db-e8b98ae7c19e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890524
May 21 15:44:16.472627 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [req-4fea9984-4238-4a4d-8254-27026972a1d6 req-c59a07b3-ee54-4025-bb18-df8181685fff tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Calling delete_port for cf3f0e85-0eab-4488-a2a3-9567d5079128 owned by compute:nova {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:44:16.739421 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:16.862149 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-4fea9984-4238-4a4d-8254-27026972a1d6 req-c59a07b3-ee54-4025-bb18-df8181685fff tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:16.876118 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-53df515b-043f-486e-bcf4-ad4ea6ee04b0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:16.938296 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a07b3-ee54-4025-bb18-df8181685fff tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Pushing event deleted for resources: {'Port': ['ID=cf3f0e85-0eab-4488-a2a3-9567d5079128,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:16.982314 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c59a07b3-ee54-4025-bb18-df8181685fff tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:17.059961 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fea9984-4238-4a4d-8254-27026972a1d6 req-c59a07b3-ee54-4025-bb18-df8181685fff tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] No DVR routers for this DVR port cf3f0e85-0eab-4488-a2a3-9567d5079128 on host hv-cinder-79264 {{(pid=98819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:44:17.063943 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-4fea9984-4238-4a4d-8254-27026972a1d6 req-c59a07b3-ee54-4025-bb18-df8181685fff tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:17.067379 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cc0976-80f1-4ca4-bae1-7b9e291ea557', 'name': 'network-vif-deleted', 'tag': 'cf3f0e85-0eab-4488-a2a3-9567d5079128'}] {{(pid=98819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:44:17.152403 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-4fea9984-4238-4a4d-8254-27026972a1d6 req-c59a07b3-ee54-4025-bb18-df8181685fff tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.25 "DELETE /v2.0/ports/cf3f0e85-0eab-4488-a2a3-9567d5079128 HTTP/1.1" status: 204  len: 173 time: 1.6872883
May 21 15:44:18.132209 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49070) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:18.210798 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49078) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:18.385045 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:18.442778 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-05bf0b0b-f55d-41fb-84e3-4c1038b08c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:18.466454 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a16c2a02-208c-4c12-b934-706c8ecaa401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:18.493171 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-05bf0b0b-f55d-41fb-84e3-4c1038b08c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:18.504700 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-05bf0b0b-f55d-41fb-84e3-4c1038b08c74 admin admin] Usage tracker for resource:security_group_rule and tenant:6ca08cecabf641efbc97777f7773a56a is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:18.509799 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-a16c2a02-208c-4c12-b934-706c8ecaa401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:18.513858 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-05bf0b0b-f55d-41fb-84e3-4c1038b08c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:18.525704 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-a16c2a02-208c-4c12-b934-706c8ecaa401 admin admin] Usage tracker for resource:security_group_rule and tenant:5d843f01c92845898927b5e2fda15dd2 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:18.530770 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-05bf0b0b-f55d-41fb-84e3-4c1038b08c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:18.534250 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-a16c2a02-208c-4c12-b934-706c8ecaa401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:18.548980 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-a16c2a02-208c-4c12-b934-706c8ecaa401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:18.930118 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-05bf0b0b-f55d-41fb-84e3-4c1038b08c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:18.944895 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a16c2a02-208c-4c12-b934-706c8ecaa401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:19.038309 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-05bf0b0b-f55d-41fb-84e3-4c1038b08c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:19.048496 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:19.094603 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-05bf0b0b-f55d-41fb-84e3-4c1038b08c74 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ca08cecabf641efbc97777f7773a56a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8825870
May 21 15:44:19.096938 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf0b0b-f55d-41fb-84e3-4c1038b08c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7d4212-5319-413a-93e1-69fd0bfdad8c,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:19.099177 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 49088) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:19.100601 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-05bf0b0b-f55d-41fb-84e3-4c1038b08c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:19.120375 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a16c2a02-208c-4c12-b934-706c8ecaa401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:19.125510 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:19.181938 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-a16c2a02-208c-4c12-b934-706c8ecaa401 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5d843f01c92845898927b5e2fda15dd2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0482574
May 21 15:44:19.183496 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c2a02-208c-4c12-b934-706c8ecaa401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6e79c3-1f55-4d55-8a97-475d14075b26,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:19.187491 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-a16c2a02-208c-4c12-b934-706c8ecaa401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:19.188214 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49092) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:19.211356 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8b104087-44ad-4f19-88bf-be20242e9ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:19.268023 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8b104087-44ad-4f19-88bf-be20242e9ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:19.293478 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-78c9583b-d097-4e18-9fd1-4bbc715989b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:19.342082 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-78c9583b-d097-4e18-9fd1-4bbc715989b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:19.428218 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['cf3f0e85-0eab-4488-a2a3-9567d5079128'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:44:19.439669 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8b104087-44ad-4f19-88bf-be20242e9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:19.456828 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-7a04ba7b-fee4-4e34-a560-c42e8ba4023e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:19.494304 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b104087-44ad-4f19-88bf-be20242e9ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7d4212-5319-413a-93e1-69fd0bfdad8c,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:19.506249 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-8b104087-44ad-4f19-88bf-be20242e9ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:19.506669 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-78c9583b-d097-4e18-9fd1-4bbc715989b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:19.516833 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8b104087-44ad-4f19-88bf-be20242e9ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:19.518148 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-a16c2a02-208c-4c12-b934-706c8ecaa401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:19.523446 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-8b104087-44ad-4f19-88bf-be20242e9ff7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ff7d4212-5319-413a-93e1-69fd0bfdad8c HTTP/1.1" status: 204  len: 168 time: 0.4221797
May 21 15:44:19.566536 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9583b-d097-4e18-9fd1-4bbc715989b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6e79c3-1f55-4d55-8a97-475d14075b26,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:19.572094 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-78c9583b-d097-4e18-9fd1-4bbc715989b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:19.572094 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-78c9583b-d097-4e18-9fd1-4bbc715989b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:19.577658 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-78c9583b-d097-4e18-9fd1-4bbc715989b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d6e79c3-1f55-4d55-8a97-475d14075b26 HTTP/1.1" status: 204  len: 168 time: 0.3847272
May 21 15:44:19.632475 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cc0976-80f1-4ca4-bae1-7b9e291ea557', 'name': 'network-vif-deleted', 'tag': 'cf3f0e85-0eab-4488-a2a3-9567d5079128', 'status': 'completed', 'code': 200}
May 21 15:44:19.733025 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-700a7815-3824-44f9-b403-63090987be5f req-c776f96e-3ed4-4625-9805-6834f51d7889 tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 210 time: 0.0797133
May 21 15:44:20.765468 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 49120) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:20.786068 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4e191f26-f008-4c59-bf37-042c83756b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:20.803438 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-4e191f26-f008-4c59-bf37-042c83756b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:20.808202 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-4e191f26-f008-4c59-bf37-042c83756b63 admin admin] Usage tracker for resource:security_group_rule and tenant:73dc1fde8332459c8ea9d6b421015f06 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:20.811999 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-4e191f26-f008-4c59-bf37-042c83756b63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:20.819141 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-4e191f26-f008-4c59-bf37-042c83756b63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:20.883219 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49126) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:20.917051 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6dd9ad0b-1be1-444e-9dac-fe8c85519beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:20.948502 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4e191f26-f008-4c59-bf37-042c83756b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:20.951560 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-6dd9ad0b-1be1-444e-9dac-fe8c85519beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:20.959063 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-6dd9ad0b-1be1-444e-9dac-fe8c85519beb admin admin] Usage tracker for resource:security_group_rule and tenant:89cd819f39de4457b265071f6d2d4284 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:20.964102 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-6dd9ad0b-1be1-444e-9dac-fe8c85519beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:20.974882 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-6dd9ad0b-1be1-444e-9dac-fe8c85519beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:21.071916 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-675d81da-d91b-4ba4-9bf2-3824c53bdaa1 req-a0335488-1b04-41df-b2fe-37137d76f69a tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] 10.222.0.70 "GET /v2.0/ports?device_id=20cc0976-80f1-4ca4-bae1-7b9e291ea557 HTTP/1.1" status: 200  len: 210 time: 0.0728605
May 21 15:44:21.073943 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4e191f26-f008-4c59-bf37-042c83756b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:21.107709 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:21.262466 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-4e191f26-f008-4c59-bf37-042c83756b63 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73dc1fde8332459c8ea9d6b421015f06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4951773
May 21 15:44:21.269550 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 49138) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:21.290420 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6dd9ad0b-1be1-444e-9dac-fe8c85519beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:21.300044 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e191f26-f008-4c59-bf37-042c83756b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632671b2-1597-4b0c-9e8b-32d6cceaa241,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:21.306431 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-4e191f26-f008-4c59-bf37-042c83756b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:21.392523 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1323e11c-f81c-454e-841f-5b8ce3389211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:21.427797 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device cf3f0e85-0eab-4488-a2a3-9567d5079128 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:44:21.443632 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1323e11c-f81c-454e-841f-5b8ce3389211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:21.456859 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6dd9ad0b-1be1-444e-9dac-fe8c85519beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:21.473951 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:21.549456 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: cf3f0e85-0eab-4488-a2a3-9567d5079128 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:44:21.558241 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device cf3f0e85-0eab-4488-a2a3-9567d5079128 not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:44:21.583782 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9ad0b-1be1-444e-9dac-fe8c85519beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c82adda-cae0-465e-a258-c9206eff18c0,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:21.592358 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-6dd9ad0b-1be1-444e-9dac-fe8c85519beb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=89cd819f39de4457b265071f6d2d4284&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7074492
May 21 15:44:21.594448 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-6dd9ad0b-1be1-444e-9dac-fe8c85519beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:21.596943 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 49146) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:21.652465 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1323e11c-f81c-454e-841f-5b8ce3389211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:21.670272 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a2995b79-0251-4556-8c1f-634ef9c95908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:21.755369 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1323e11c-f81c-454e-841f-5b8ce3389211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:21.761095 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-1323e11c-f81c-454e-841f-5b8ce3389211 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/632671b2-1597-4b0c-9e8b-32d6cceaa241 HTTP/1.1" status: 204  len: 168 time: 0.4852512
May 21 15:44:21.807276 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323e11c-f81c-454e-841f-5b8ce3389211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632671b2-1597-4b0c-9e8b-32d6cceaa241,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:21.813336 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1323e11c-f81c-454e-841f-5b8ce3389211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:21.892064 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1f3e8765-41d9-4f32-9861-c9bdb4afc059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:21.972381 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1f3e8765-41d9-4f32-9861-c9bdb4afc059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:22.168319 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1f3e8765-41d9-4f32-9861-c9bdb4afc059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:22.177688 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-c97fedbf-1379-470c-9c39-fe707db5ce7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:22.231501 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e8765-41d9-4f32-9861-c9bdb4afc059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c82adda-cae0-465e-a258-c9206eff18c0,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:22.242673 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1f3e8765-41d9-4f32-9861-c9bdb4afc059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:22.250265 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1f3e8765-41d9-4f32-9861-c9bdb4afc059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:22.252815 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-1f3e8765-41d9-4f32-9861-c9bdb4afc059 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6c82adda-cae0-465e-a258-c9206eff18c0 HTTP/1.1" status: 204  len: 168 time: 0.6536171
May 21 15:44:22.489762 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-919cc75f-7716-4a8a-a4a3-ea18d10628eb tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:22.503310 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-919cc75f-7716-4a8a-a4a3-ea18d10628eb tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/networks?id=860ad3e0-b894-4ecf-beef-de2036706ee9 HTTP/1.1" status: 200  len: 813 time: 0.3093586
May 21 15:44:22.532716 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-51bd01b8-28a3-4620-94c0-11ad49ada2d9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/quotas/3c9cd8532ab64a46b28e4b16c9998338 HTTP/1.1" status: 200  len: 375 time: 0.0276449
May 21 15:44:22.693691 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f793146c-56d3-470b-a2fd-278721211649 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1595550
May 21 15:44:23.147326 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-42d29859-e5c5-4ce4-94de-79d3c29c7fcc service neutron] 10.222.0.70 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4357216
May 21 15:44:23.505104 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-8273f9a6-18de-41d4-89af-74793e49cbac service neutron] 10.222.0.70 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3551288
May 21 15:44:24.112549 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f0b52732-7eac-4f49-a045-52cd6d172d2b req-4ecad3a1-5986-487a-8d33-fb4bbd3ed8b3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 210 time: 0.1028244
May 21 15:44:24.982497 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 49270) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:25.063900 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f2471a-e378-4e2a-bb5d-4e6f9c3749ff admin admin] Deleting subnet 6965f99d-a2a5-41f5-ac60-08057fe52526 {{(pid=98820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 21 15:44:25.067330 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a3f2471a-e378-4e2a-bb5d-4e6f9c3749ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:25.290518 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49280) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:25.378150 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e180b0bf-5d70-4ba4-a22a-4dc25037dcec req-7ee81f25-bed8-4df3-9fb2-7e1f27f08502 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 210 time: 0.0947404
May 21 15:44:25.382898 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a3f2471a-e378-4e2a-bb5d-4e6f9c3749ff admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:25.398927 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a3f2471a-e378-4e2a-bb5d-4e6f9c3749ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981060'] for subnet, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:25.566645 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7f937f74-4fda-4fda-a908-49aef3d44a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:25.589116 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-7f937f74-4fda-4fda-a908-49aef3d44a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:25.595596 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-7f937f74-4fda-4fda-a908-49aef3d44a97 admin admin] Usage tracker for resource:security_group_rule and tenant:e5863ed091244454be5c55763d78f36f is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:25.600074 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-7f937f74-4fda-4fda-a908-49aef3d44a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:25.606432 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-7f937f74-4fda-4fda-a908-49aef3d44a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:25.754109 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7f937f74-4fda-4fda-a908-49aef3d44a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:25.830355 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7f937f74-4fda-4fda-a908-49aef3d44a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:25.838851 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:25.878960 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a3f2471a-e378-4e2a-bb5d-4e6f9c3749ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982'] for subnet, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:25.883699 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-10b0c14c-d6e5-4c9f-a22f-25e55d36a6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:25.891722 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-7f937f74-4fda-4fda-a908-49aef3d44a97 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5863ed091244454be5c55763d78f36f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5964003
May 21 15:44:25.892165 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49334) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:25.927671 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2471a-e378-4e2a-bb5d-4e6f9c3749ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6965f99d-a2a5-41f5-ac60-08057fe52526,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:25.936238 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a3f2471a-e378-4e2a-bb5d-4e6f9c3749ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:25.940878 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a3f2471a-e378-4e2a-bb5d-4e6f9c3749ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:25.944014 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f937f74-4fda-4fda-a908-49aef3d44a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35051dd5-c082-4c69-88d4-6ca27cf20ed2,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:25.951360 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-a3f2471a-e378-4e2a-bb5d-4e6f9c3749ff admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6965f99d-a2a5-41f5-ac60-08057fe52526 HTTP/1.1" status: 204  len: 168 time: 0.9664905
May 21 15:44:25.952208 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 49342) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:26.005318 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7f937f74-4fda-4fda-a908-49aef3d44a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:26.032135 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b2e0280e-fd22-43f5-9d0e-cd183072731a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:26.063850 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b2e0280e-fd22-43f5-9d0e-cd183072731a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:26.108199 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597767'] for network, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:26.251547 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b2e0280e-fd22-43f5-9d0e-cd183072731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:26.251740 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980989', 'neutron.services.segments.db._delete_segments_for_network-8736311911289'] for network, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:26.255652 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-44ff0dde-0020-4308-9683-7b7bfcfdb10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:26.274404 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e0280e-fd22-43f5-9d0e-cd183072731a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35051dd5-c082-4c69-88d4-6ca27cf20ed2,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:26.275872 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f214a4b00a0>> segment before_delete 55550000 {{(pid=98820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:44:26.276543 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f214a4b00a0>> subnet precommit_delete_associations 55550000 {{(pid=98820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:44:26.277759 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2149fa5370>> segment_host_mapping after_create 55550000 {{(pid=98820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:44:26.278285 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2149fa5370>> port after_create 55550000 {{(pid=98820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:44:26.278809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2149fa5370>> port after_delete 55550000 {{(pid=98820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:44:26.279602 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2149fa5370>> port after_update 55550000 {{(pid=98820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:44:26.279885 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2149fa5370>> segment after_delete 55550000 {{(pid=98820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:44:26.280286 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2149fa5370>> subnet after_create 55550000 {{(pid=98820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:44:26.280957 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2149fa5370>> subnet after_delete 55550000 {{(pid=98820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:44:26.281503 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2149fa5370>> subnet after_update 55550000 {{(pid=98820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:44:26.283597 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-b2e0280e-fd22-43f5-9d0e-cd183072731a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:26.294081 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b2e0280e-fd22-43f5-9d0e-cd183072731a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:26.296743 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-b2e0280e-fd22-43f5-9d0e-cd183072731a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/35051dd5-c082-4c69-88d4-6ca27cf20ed2 HTTP/1.1" status: 204  len: 168 time: 0.4020038
May 21 15:44:26.404309 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f214a463760>> subnet after_create 55550000 {{(pid=98820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:44:26.404867 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f214a463760>> subnet after_delete 55550000 {{(pid=98820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:44:26.405939 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f214a463760>> subnet before_create 55550000 {{(pid=98820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:44:26.406633 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f214a463760>> subnet before_update 55550000 {{(pid=98820) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 21 15:44:26.407785 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2149fa5190>,) {'filters': {'network_id': ['ccf936e8-093e-46a4-bfdf-3de892707136']}} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:26.432007 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2149fa5190>, '2ae2a1b5-435a-4ea3-80b1-80253b414079') {'for_net_delete': True} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:26.432453 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2149fa5190>, '2ae2a1b5-435a-4ea3-80b1-80253b414079') {} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:26.454352 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736311923725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6784996'] for segment, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:26.481074 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:26.491582 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=98820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 21 15:44:26.492206 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6069483'] for segment, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:   from cryptography.utils import int_from_bytes
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:   from cryptography.utils import int_from_bytes
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]: Traceback (most recent call last):
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:     timer()
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:     cb(*args, **kw)
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:     return func(*args, **kwargs)
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:     self._notify()
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:     self.callback(batched_events)
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:     event.method(event)
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:     aggregate_uuid = self.p_client.list_aggregates(
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:     return f(self, *a, **k)
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self._get(url).json()
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self.request(url, 'GET', **kwargs)
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:     base_url = self.get_endpoint(auth, allow=allow,
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 21 15:44:26.516460 dv-cinder-792642-1-iscsi neutron-server[98820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 21 15:44:26.782611 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8122016'] for network, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:26.782611 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:26.807920 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:26.811954 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf936e8-093e-46a4-bfdf-3de892707136,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:26.820448 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:26.945664 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ccf936e8-093e-46a4-bfdf-3de892707136 HTTP/1.1" status: 204  len: 168 time: 0.9921525
May 21 15:44:27.252440 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49370) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:27.271481 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c8ce-82ed-4b46-a37f-4be21cdabe4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:27.288339 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-cbc5c8ce-82ed-4b46-a37f-4be21cdabe4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:27.292437 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-cbc5c8ce-82ed-4b46-a37f-4be21cdabe4e admin admin] Usage tracker for resource:security_group_rule and tenant:989e5b2db2ba4315b575e5abd9a785dc is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:27.295633 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-cbc5c8ce-82ed-4b46-a37f-4be21cdabe4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:27.302305 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-cbc5c8ce-82ed-4b46-a37f-4be21cdabe4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:27.398105 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c8ce-82ed-4b46-a37f-4be21cdabe4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:27.407195 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49376) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:27.461807 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-5b0d8cfc-c571-4bed-81aa-4c02a269976e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d902ba47926f45b2b5ae3815952bbdf2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0531282
May 21 15:44:27.464441 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49380) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:27.483454 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-cbc5c8ce-82ed-4b46-a37f-4be21cdabe4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:27.498294 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-b2e0280e-fd22-43f5-9d0e-cd183072731a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:27.570286 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-cbc5c8ce-82ed-4b46-a37f-4be21cdabe4e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=989e5b2db2ba4315b575e5abd9a785dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3166361
May 21 15:44:27.571146 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5c8ce-82ed-4b46-a37f-4be21cdabe4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d23a61c-d825-4ef6-ac70-33cd560be872,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:27.573732 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49384) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:27.586300 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-cbc5c8ce-82ed-4b46-a37f-4be21cdabe4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:27.610429 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c95498ae-f875-4f40-ac59-d4b5d5c20f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:27.669855 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c95498ae-f875-4f40-ac59-d4b5d5c20f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:27.709026 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6fe58dbe-b510-4b89-b994-280b3cbaac77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:27.764069 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6fe58dbe-b510-4b89-b994-280b3cbaac77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:27.889537 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c95498ae-f875-4f40-ac59-d4b5d5c20f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:27.894061 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:27.914033 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95498ae-f875-4f40-ac59-d4b5d5c20f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2fc9a6-e675-479d-91db-e8b98ae7c19e,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:27.918036 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c95498ae-f875-4f40-ac59-d4b5d5c20f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:27.952128 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6fe58dbe-b510-4b89-b994-280b3cbaac77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:27.956651 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:27.970552 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe58dbe-b510-4b89-b994-280b3cbaac77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d23a61c-d825-4ef6-ac70-33cd560be872,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:27.972678 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6fe58dbe-b510-4b89-b994-280b3cbaac77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:27.973797 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-6fe58dbe-b510-4b89-b994-280b3cbaac77 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4d23a61c-d825-4ef6-ac70-33cd560be872 HTTP/1.1" status: 204  len: 168 time: 0.3979812
May 21 15:44:27.974760 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-6fe58dbe-b510-4b89-b994-280b3cbaac77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:27.980012 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c95498ae-f875-4f40-ac59-d4b5d5c20f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:27.981045 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-c95498ae-f875-4f40-ac59-d4b5d5c20f24 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f2fc9a6-e675-479d-91db-e8b98ae7c19e HTTP/1.1" status: 204  len: 168 time: 0.5152788
May 21 15:44:28.402195 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:28.489519 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-621499aa-1637-44e7-b8d4-65efa204a8c9 req-2bdcaae2-dcf4-44fe-8a97-cf025af5174d tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 210 time: 0.1230800
May 21 15:44:29.730374 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49468) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:29.746996 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-35104791-210a-473c-a999-948c5a702319 req-364fedcb-c312-42f9-a40e-0d4dcb16f45e tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 210 time: 0.1192901
May 21 15:44:29.789955 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 49474) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:29.964659 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-b0e31946-c7d8-4920-aa2c-27a3cee720b1 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:29.966282 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-b0e31946-c7d8-4920-aa2c-27a3cee720b1 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.25 "GET /v2.0/networks?id=860ad3e0-b894-4ecf-beef-de2036706ee9 HTTP/1.1" status: 200  len: 813 time: 0.3081665
May 21 15:44:29.996833 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Request body: {'port': {'device_id': 'fa68a0ce-f56f-4d7f-befe-56e126673bb5', 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9', 'admin_state_up': True, 'tenant_id': '3c9cd8532ab64a46b28e4b16c9998338'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:44:30.048396 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-769691350-network', 'tenant_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:44:30.055591 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:30.060999 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Usage tracker for resource:network and tenant:9bfbec51500e4ef29d0dbea8f7ebcdd7 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:30.065991 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:30.075783 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:30.104659 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1546527156-network', 'tenant_id': 'de66dc68603f4928a7d06688d088b06f'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:44:30.111698 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:30.116693 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Usage tracker for resource:network and tenant:de66dc68603f4928a7d06688d088b06f is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:30.121456 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:30.136794 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:30.192933 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Made reservation on behalf of 9bfbec51500e4ef29d0dbea8f7ebcdd7 for: {'network': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:44:30.196792 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:30.220301 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:30.255568 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Made reservation on behalf of de66dc68603f4928a7d06688d088b06f for: {'network': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:44:30.255977 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:30.259132 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:30.270709 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Usage tracker for resource:security_group_rule and tenant:9bfbec51500e4ef29d0dbea8f7ebcdd7 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:30.275296 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:30.278686 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:30.285539 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:30.290193 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:30.299681 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Usage tracker for resource:port and tenant:3c9cd8532ab64a46b28e4b16c9998338 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:30.303716 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:30.308391 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:30.316016 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Usage tracker for resource:security_group_rule and tenant:de66dc68603f4928a7d06688d088b06f is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:30.318284 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:30.321508 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:30.332596 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:30.415510 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:30.447605 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Made reservation on behalf of 3c9cd8532ab64a46b28e4b16c9998338 for: {'port': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:44:30.452032 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:30.466649 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:30.531397 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:30.536180 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:30.547249 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:30.554522 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-4e191f26-f008-4c59-bf37-042c83756b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:30.594529 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'}  {{(pid=98820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:44:30.598240 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'}  {{(pid=98819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:44:30.606430 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930142cf-0ac3-46e7-8a1f-a23d1a4af303,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:30.610870 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:30.617840 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f05b288-25d7-4564-8ac0-dbd1fac3109d,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:30.619303 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:30.619784 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.segments_db [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Added segment 7b45d6aa-5476-4eb4-b41d-7a2b43b76d1e of type vlan for network e2e7c367-20cf-4018-8314-9da5977edcab
May 21 15:44:30.626106 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:30.637607 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:30.637607 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.db.segments_db [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Added segment 207ec6af-5c0b-4f79-804f-a46777d4916e of type vlan for network dd709b31-c488-4c4f-a8bd-744a84d909c5
May 21 15:44:30.672466 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:30.726040 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:30.768765 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_common [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Allocated IP 172.20.0.7 (860ad3e0-b894-4ecf-beef-de2036706ee9/0632d989-1ebe-4f6d-8933-78740e2c134a/5785f2c7-272a-46e2-a2c1-b93149e53cd4) {{(pid=98819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:44:30.815721 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:30.819207 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:30.820889 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:30.831313 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:30.891118 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:30.894936 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:30.895611 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:30.914515 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-08744c34-af3f-4ca6-b8ee-79a3af8637e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:31.190362 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Pushing event updated for resources: {'Network': ['ID=dd709b31-c488-4c4f-a8bd-744a84d909c5,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:31.207114 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f3a2e50d-bf77-4d50-9a60-51b7643d6cdf req-b4b13ada-36ce-45d5-8ea3-b1dadaf3e02b tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 210 time: 0.2355769
May 21 15:44:31.209382 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network dd709b31-c488-4c4f-a8bd-744a84d909c5 details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:44:31.210200 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Pushing event updated for resources: {'Network': ['ID=e2e7c367-20cf-4018-8314-9da5977edcab,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:31.215529 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:31.260795 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network e2e7c367-20cf-4018-8314-9da5977edcab details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:44:31.277303 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:31.290285 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.4986379
May 21 15:44:31.293634 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 49522) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:31.300614 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] Request body: {'subnet': {'network_id': 'e2e7c367-20cf-4018-8314-9da5977edcab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1546527156-subnet', 'tenant_id': 'de66dc68603f4928a7d06688d088b06f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:44:31.310588 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:31.332305 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] Usage tracker for resource:subnet and tenant:de66dc68603f4928a7d06688d088b06f is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:31.348036 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:31.365680 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:31.461493 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.7294340
May 21 15:44:31.469428 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 49528) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:31.475499 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-68e63bc4-0df7-4fbd-8a71-12bec8a6f295 admin admin] Request body: {'subnet': {'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-769691350-subnet', 'tenant_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:44:31.481214 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-68e63bc4-0df7-4fbd-8a71-12bec8a6f295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:31.486327 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks [] for port, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:31.486956 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-68e63bc4-0df7-4fbd-8a71-12bec8a6f295 admin admin] Usage tracker for resource:subnet and tenant:9bfbec51500e4ef29d0dbea8f7ebcdd7 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:31.490926 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-68e63bc4-0df7-4fbd-8a71-12bec8a6f295 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:31.498513 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-68e63bc4-0df7-4fbd-8a71-12bec8a6f295 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:31.508947 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] Made reservation on behalf of de66dc68603f4928a7d06688d088b06f for: {'subnet': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:44:31.511659 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6773097'] for subnet, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:31.582357 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e63bc4-0df7-4fbd-8a71-12bec8a6f295 admin admin] Made reservation on behalf of 9bfbec51500e4ef29d0dbea8f7ebcdd7 for: {'subnet': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:44:31.584697 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-68e63bc4-0df7-4fbd-8a71-12bec8a6f295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6773097'] for subnet, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:31.596857 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:31.610286 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['8bf843ad-c2d4-4ef8-a190-4e7e30054302'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:44:31.614630 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:31.832455 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Network 860ad3e0-b894-4ecf-beef-de2036706ee9 is already hosted by enough agents. {{(pid=98819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:44:31.833607 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Pushing event updated for resources: {'Port': ['ID=5785f2c7-272a-46e2-a2c1-b93149e53cd4,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:31.837455 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Resources bound (agent type, host, resource id):  {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:44:31.839754 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:31.840539 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Received port after_create {{(pid=98819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:44:31.988519 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:31.989195 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:32.147634 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1626692
May 21 15:44:32.162432 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Request body: {'port': {'device_id': 'fa68a0ce-f56f-4d7f-befe-56e126673bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:44:32.289013 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:32.315564 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6069364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6773063'] for subnet, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:32.329286 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-dadf9400-a941-42c1-8435-4e1b6e312c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:32.527802 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e213db-e816-4c12-8fe7-cc43ae2be937,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:32.533102 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:32.547742 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] Checking segment: {'id': '7b45d6aa-5476-4eb4-b41d-7a2b43b76d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e2e7c367-20cf-4018-8314-9da5977edcab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:44:32.547742 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] Network hostable DHCP agents. Network: e2e7c367-20cf-4018-8314-9da5977edcab, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:44:32.592100 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e044e4-f6d4-4cbc-b184-10612b1d7140 req-391202f3-e433-47e4-bc89-52eb3646e06f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:32.594275 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-47e044e4-f6d4-4cbc-b184-10612b1d7140 req-391202f3-e433-47e4-bc89-52eb3646e06f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 931 time: 0.1879044
May 21 15:44:32.664759 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] Network e2e7c367-20cf-4018-8314-9da5977edcab is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:44:32.703207 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-47e044e4-f6d4-4cbc-b184-10612b1d7140 req-e658a4e9-ab46-4766-8985-5aea22d0df5a tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925958
May 21 15:44:32.767238 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-68e63bc4-0df7-4fbd-8a71-12bec8a6f295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6069364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6773063'] for subnet, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:32.776036 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:32.833210 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, e2e7c367-20cf-4018-8314-9da5977edcab) {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:44:32.846028 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.notifiers.nova [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5785f2c7-272a-46e2-a2c1-b93149e53cd4 {{(pid=98819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:44:32.857796 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:32.865308 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7060645e-fc30-4f93-84ec-6f3ca2f0a039 None None] Network e2e7c367-20cf-4018-8314-9da5977edcab requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:44:32.892165 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.provisioning_blocks [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Transition to ACTIVE for port object 5785f2c7-272a-46e2-a2c1-b93149e53cd4 will not be triggered until provisioned by entity L2. {{(pid=98819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:44:32.899693 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:32.900442 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:32.922297 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e63bc4-0df7-4fbd-8a71-12bec8a6f295 admin admin] Checking segment: {'id': '207ec6af-5c0b-4f79-804f-a46777d4916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:44:32.922660 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e63bc4-0df7-4fbd-8a71-12bec8a6f295 admin admin] Network hostable DHCP agents. Network: dd709b31-c488-4c4f-a8bd-744a84d909c5, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:44:32.928653 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e63bc4-0df7-4fbd-8a71-12bec8a6f295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17e03a2f-0d09-476f-b7bb-e6347777bebb,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:32.937804 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-68e63bc4-0df7-4fbd-8a71-12bec8a6f295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:32.975781 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5568307'] for port, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:32.997236 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:33.051365 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.7562191
May 21 15:44:33.052715 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e63bc4-0df7-4fbd-8a71-12bec8a6f295 admin admin] Network dd709b31-c488-4c4f-a8bd-744a84d909c5 is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:44:33.174983 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-68e63bc4-0df7-4fbd-8a71-12bec8a6f295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, dd709b31-c488-4c4f-a8bd-744a84d909c5) {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:44:33.188899 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e63bc4-0df7-4fbd-8a71-12bec8a6f295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:33.191553 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-68e63bc4-0df7-4fbd-8a71-12bec8a6f295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:33.212101 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f1b510-532d-40f8-bf4f-3e801e4bcd2f None None] Network dd709b31-c488-4c4f-a8bd-744a84d909c5 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:44:33.266510 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5785f2c7-272a-46e2-a2c1-b93149e53cd4,revision_number=2']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:33.272183 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:33.319514 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.managers [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Attempting to bind port 5785f2c7-272a-46e2-a2c1-b93149e53cd4 on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:44:33.319824 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.managers [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Attempting to bind port 5785f2c7-272a-46e2-a2c1-b93149e53cd4 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9'}] {{(pid=98819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:44:33.320169 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Attempting to bind port 5785f2c7-272a-46e2-a2c1-b93149e53cd4 on network 860ad3e0-b894-4ecf-beef-de2036706ee9 {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:44:33.326076 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Port 5785f2c7-272a-46e2-a2c1-b93149e53cd4 on network 860ad3e0-b894-4ecf-beef-de2036706ee9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:44:33.326250 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Attempting to bind port 5785f2c7-272a-46e2-a2c1-b93149e53cd4 on network 860ad3e0-b894-4ecf-beef-de2036706ee9 {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:44:33.338777 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:44:33.338777 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Checking segment: {'id': 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:44:33.339466 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Bound using segment: {'id': 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9'} {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:44:33.340075 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.managers [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Bound port: 5785f2c7-272a-46e2-a2c1-b93149e53cd4, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9'}}] {{(pid=98819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:44:33.340428 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:33.364884 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-68e63bc4-0df7-4fbd-8a71-12bec8a6f295 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.8900700
May 21 15:44:33.365755 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 49574) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:33.370899 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-769691350-router', 'tenant_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:44:33.383433 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:33.403214 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Usage tracker for resource:router and tenant:9bfbec51500e4ef29d0dbea8f7ebcdd7 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:33.404997 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b77389-8dce-4b2a-823c-2ccf61089cdb None None] Network e2e7c367-20cf-4018-8314-9da5977edcab requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:44:33.412796 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:33.441317 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:33.487816 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] For port 5785f2c7-272a-46e2-a2c1-b93149e53cd4, host hv-cinder-79264, cleared binding levels {{(pid=98819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:44:33.493016 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] For port 5785f2c7-272a-46e2-a2c1-b93149e53cd4, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=5785f2c7-272a-46e2-a2c1-b93149e53cd4,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:44:33.587001 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5568307'] for port, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:33.587285 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8118741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258304'] for router, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:33.591218 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7996899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8093609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258319'] for router, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:33.592711 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-58bad40c-4add-49d5-a894-4f5fc1fd08f7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:33.611333 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:33.695309 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:33.696100 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:33.697840 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] 10.222.0.25 "PUT /v2.0/ports/5785f2c7-272a-46e2-a2c1-b93149e53cd4 HTTP/1.1" status: 200  len: 1093 time: 1.5403864
May 21 15:44:33.719850 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa68a0ce-f56f-4d7f-befe-56e126673bb5', 'tag': '5785f2c7-272a-46e2-a2c1-b93149e53cd4'}] {{(pid=98819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:44:33.720124 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dfdc1b-1e24-4231-ba79-1b488a922dc2 None None] Network dd709b31-c488-4c4f-a8bd-744a84d909c5 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:44:33.771577 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Pushing event updated for resources: {'Port': ['ID=5785f2c7-272a-46e2-a2c1-b93149e53cd4,revision_number=3']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:33.779884 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:33.795363 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa68a0ce-f56f-4d7f-befe-56e126673bb5', 'tag': '5785f2c7-272a-46e2-a2c1-b93149e53cd4', 'status': 'completed', 'code': 200}
May 21 15:44:34.221902 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49604) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:34.230599 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1325727937-network', 'tenant_id': 'e5f80b37b5374175ad17b340910dc24b'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:44:34.238230 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:34.242658 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Usage tracker for resource:network and tenant:e5f80b37b5374175ad17b340910dc24b is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:34.246501 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:34.254443 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:34.295154 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7996904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8118727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258365'] for router, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:34.333533 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b292fa-d99e-4196-bc6e-09225cef1515 req-19a4ee4c-24c6-4f36-9b3c-e9e98b7ddda0 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:34.335119 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-47b292fa-d99e-4196-bc6e-09225cef1515 req-19a4ee4c-24c6-4f36-9b3c-e9e98b7ddda0 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 943 time: 0.3473570
May 21 15:44:34.383254 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-47b292fa-d99e-4196-bc6e-09225cef1515 req-155188bb-c3b7-4e19-9df3-660508dbe2b6 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421376
May 21 15:44:34.391909 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Made reservation on behalf of e5f80b37b5374175ad17b340910dc24b for: {'network': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:44:34.394804 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:34.409974 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:34.427052 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:34.431287 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f80b37b5374175ad17b340910dc24b is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:34.434683 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:34.441626 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:34.550067 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:34.607532 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:34.614116 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-78c9583b-d097-4e18-9fd1-4bbc715989b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:34.662838 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'}  {{(pid=98819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:44:34.680172 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0edf9a7-8a62-4fe3-b598-98d67830f761,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:34.687812 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:34.689339 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:34.689711 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.db.segments_db [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Added segment e316f5bb-7fce-4b3f-bb2e-822533a6fa12 of type vlan for network 318c6e5a-e5b5-47ed-8d8e-fa9e9cf292c1
May 21 15:44:34.720522 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:34.770364 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:34.803331 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:34.815152 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:34.817394 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:34.818106 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:34.827132 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:34.935286 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Pushing event updated for resources: {'Network': ['ID=318c6e5a-e5b5-47ed-8d8e-fa9e9cf292c1,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:34.944650 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:34.949761 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network 318c6e5a-e5b5-47ed-8d8e-fa9e9cf292c1 details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:44:34.980227 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Allocated IP 172.27.0.62 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/32168d7b-b740-4094-aca8-b3dc2ca0e5a6) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:44:35.036747 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8123131
May 21 15:44:35.039356 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49614) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:35.046555 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] Request body: {'subnet': {'network_id': '318c6e5a-e5b5-47ed-8d8e-fa9e9cf292c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1325727937-subnet', 'tenant_id': 'e5f80b37b5374175ad17b340910dc24b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:44:35.056009 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:35.060344 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] Usage tracker for resource:subnet and tenant:e5f80b37b5374175ad17b340910dc24b is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:35.069139 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:35.081929 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:35.157116 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] Made reservation on behalf of e5f80b37b5374175ad17b340910dc24b for: {'subnet': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:44:35.159767 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6212352'] for subnet, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:35.166539 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:35.258567 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:35.263991 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-479aed5c-d61e-486a-be2b-01b7da1bc099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:35.328020 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:44:35.331589 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:44:35.335463 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:44:35.377867 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Pushing event updated for resources: {'Port': ['ID=32168d7b-b740-4094-aca8-b3dc2ca0e5a6,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:35.470664 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:35.805466 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5568456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6212398'] for subnet, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:35.810614 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:35.895446 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca430b15-f24d-4652-a1c9-acf1108a59f2,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:35.899848 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:35.904205 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] Checking segment: {'id': 'e316f5bb-7fce-4b3f-bb2e-822533a6fa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '318c6e5a-e5b5-47ed-8d8e-fa9e9cf292c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:44:35.904701 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] Network hostable DHCP agents. Network: 318c6e5a-e5b5-47ed-8d8e-fa9e9cf292c1, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:44:35.920540 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:36.018557 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] Network 318c6e5a-e5b5-47ed-8d8e-fa9e9cf292c1 is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:44:36.094091 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, 318c6e5a-e5b5-47ed-8d8e-fa9e9cf292c1) {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:44:36.104514 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f1e3da-00e5-49c1-8f9c-363f9e25ac29 None None] Network 318c6e5a-e5b5-47ed-8d8e-fa9e9cf292c1 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:44:36.111213 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:36.111947 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:36.250363 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2096865
May 21 15:44:36.342332 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c471dd-21f5-46d6-adde-ebaa510f6236 None None] Network 318c6e5a-e5b5-47ed-8d8e-fa9e9cf292c1 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:44:36.423582 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8118732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121917'] for router, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:36.714029 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded3dd4-cd32-4eb8-8a90-4455fe201134 req-0e6e4525-70dd-4616-8156-ff3d18fe24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:36.715558 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6ded3dd4-cd32-4eb8-8a90-4455fe201134 req-0e6e4525-70dd-4616-8156-ff3d18fe24b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 1096 time: 0.1236844
May 21 15:44:36.762109 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Router 49416257-51fc-4948-833c-45bfcc1bf279 is scheduled to L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 with binding_index 1 {{(pid=98820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 21 15:44:36.873470 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded3dd4-cd32-4eb8-8a90-4455fe201134 req-4d2e7a8c-82d2-4776-9953-377a1f23defa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:36.876473 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6ded3dd4-cd32-4eb8-8a90-4455fe201134 req-4d2e7a8c-82d2-4776-9953-377a1f23defa service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1514537
May 21 15:44:36.956890 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca2de1-6f6d-4bd7-bb03-8e3c3460f76e req-3ce51622-f3ce-4178-b7b4-70a5fae647b9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:36.958427 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3cca2de1-6f6d-4bd7-bb03-8e3c3460f76e req-3ce51622-f3ce-4178-b7b4-70a5fae647b9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 943 time: 0.2324131
May 21 15:44:36.998558 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:44:37.011450 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Sync routers for ids ['49416257-51fc-4948-833c-45bfcc1bf279'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:44:37.022640 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Routers {'49416257-51fc-4948-833c-45bfcc1bf279'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:44:37.023542 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ae148b0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:44:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['49416257-51fc-4948-833c-45bfcc1bf279'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:37.030925 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded3dd4-cd32-4eb8-8a90-4455fe201134 req-3fe61c01-025e-4ba3-8e05-69ef79ca53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:37.032422 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6ded3dd4-cd32-4eb8-8a90-4455fe201134 req-3fe61c01-025e-4ba3-8e05-69ef79ca53b8 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1492307
May 21 15:44:37.034041 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3cca2de1-6f6d-4bd7-bb03-8e3c3460f76e req-f0ff75a6-992d-434d-8c48-b4f7a9c3ce73 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654831
May 21 15:44:37.084188 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Notify callbacks [] for router, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:37.087949 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.7191212
May 21 15:44:37.088211 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 49638) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:37.197996 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-cf530301-8eb3-47f1-8c49-080792390e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:37.199822 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-cf530301-8eb3-47f1-8c49-080792390e22 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 1096 time: 0.1052773
May 21 15:44:37.224757 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Set router 49416257-51fc-4948-833c-45bfcc1bf279 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:44:37.325148 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-ff316130-1b30-41fa-96e8-4648be1a01eb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5785f2c7-272a-46e2-a2c1-b93149e53cd4 HTTP/1.1" status: 200  len: 217 time: 0.1014698
May 21 15:44:37.408855 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-fc1619ec-7630-4eec-8590-5c628a936df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:37.410993 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-fc1619ec-7630-4eec-8590-5c628a936df9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0632d989-1ebe-4f6d-8933-78740e2c134a HTTP/1.1" status: 200  len: 853 time: 0.0764878
May 21 15:44:37.470396 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-2d1fef60-f91b-4866-bf90-41de6bf00219 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=860ad3e0-b894-4ecf-beef-de2036706ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519006
May 21 15:44:37.568551 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ae148b0>, [{'id': '49416257-51fc-4948-833c-45bfcc1bf279', 'name': 'tempest-ServerRescueNegativeTestJSON-769691350-router', 'tenant_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:44:33Z', 'updated_at': '2021-05-21T15:44:35Z', 'revision_number': 3, 'project_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'gw_port': {'id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49416257-51fc-4948-833c-45bfcc1bf279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:44:34Z', 'updated_at': '2021-05-21T15:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:37.586317 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Checking router: 49416257-51fc-4948-833c-45bfcc1bf279 for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:44:37.587024 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Updating router 49416257-51fc-4948-833c-45bfcc1bf279 port 32168d7b-b740-4094-aca8-b3dc2ca0e5a6 binding host dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:44:37.689071 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:37.696778 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-ab3226d1-a3ee-493a-9e71-4d5837a1af2a service neutron] 10.222.0.25 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2150385
May 21 15:44:37.991085 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-ba840713-d2dc-4f31-a67b-f5d4bca6c2b4 req-310c4ff7-986e-4b46-9606-09e9baeadf8e service neutron] 10.222.0.25 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2862823
May 21 15:44:38.105842 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49668) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:38.321828 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-817f40ca-a399-4828-affd-445fb1012ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:38.360673 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-817f40ca-a399-4828-affd-445fb1012ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:38.370291 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-817f40ca-a399-4828-affd-445fb1012ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:ef8bd1fab5034fd9ae28f439633ac936 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:38.380981 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-817f40ca-a399-4828-affd-445fb1012ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:38.389228 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-817f40ca-a399-4828-affd-445fb1012ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:38.399763 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Notify callbacks [] for port, precommit_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:38.415528 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.provisioning_blocks [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Transition to ACTIVE for port object 32168d7b-b740-4094-aca8-b3dc2ca0e5a6 will not be triggered until provisioned by entity L2. {{(pid=98822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:44:38.489507 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:38.503325 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-2c7fbcac-57ab-4dad-8594-0623c1a16847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:38.521847 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:38.545434 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-817f40ca-a399-4828-affd-445fb1012ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:38.594190 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Attempting to bind port 32168d7b-b740-4094-aca8-b3dc2ca0e5a6 on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:44:38.594564 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Attempting to bind port 32168d7b-b740-4094-aca8-b3dc2ca0e5a6 by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:44:38.594955 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Attempting to bind port 32168d7b-b740-4094-aca8-b3dc2ca0e5a6 on network eada4616-562d-476a-9813-40a69a73ac77 {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:44:38.601143 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Pushing event updated for resources: {'Port': ['ID=32168d7b-b740-4094-aca8-b3dc2ca0e5a6,revision_number=2']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:38.605247 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:44:38.605631 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Checking segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:44:38.606039 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:38.606442 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Bound using segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:44:38.606962 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Bound port: 32168d7b-b740-4094-aca8-b3dc2ca0e5a6, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:44:38.610760 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:38.646955 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:38.647304 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:38.647679 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:38.648115 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:38.648454 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:38.648919 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:38.649471 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:38.649786 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:38.650362 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:38.650653 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:38.651069 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:38.651358 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:38.655798 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-817f40ca-a399-4828-affd-445fb1012ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:38.657940 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:38.660951 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe37a4-613d-4e94-b3bd-88abaedfdbb5 req-302bd3d5-7270-446f-b81a-25e16afd1f64 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:38.662512 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ddfe37a4-613d-4e94-b3bd-88abaedfdbb5 req-302bd3d5-7270-446f-b81a-25e16afd1f64 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 943 time: 0.2345946
May 21 15:44:38.679352 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e3602e0b-50db-4818-b43e-40aa14a2db5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:38.718753 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] For port 32168d7b-b740-4094-aca8-b3dc2ca0e5a6, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:44:38.725334 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] For port 32168d7b-b740-4094-aca8-b3dc2ca0e5a6, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=32168d7b-b740-4094-aca8-b3dc2ca0e5a6,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:44:38.730194 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-817f40ca-a399-4828-affd-445fb1012ab9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ef8bd1fab5034fd9ae28f439633ac936&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6232290
May 21 15:44:38.732548 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f40ca-a399-4828-affd-445fb1012ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f6d28b-0e2c-4548-beb3-0434168b99b1,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:38.736224 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-817f40ca-a399-4828-affd-445fb1012ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:38.736548 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 49684) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:38.792717 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:38.799275 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:38.920290 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ddfe37a4-613d-4e94-b3bd-88abaedfdbb5 req-78000481-8924-451c-9991-3305256f7232 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1889737
May 21 15:44:38.929066 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Routers {'49416257-51fc-4948-833c-45bfcc1bf279'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:44:38.929589 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ae148b0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:44:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['49416257-51fc-4948-833c-45bfcc1bf279'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:38.992688 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Pushing event updated for resources: {'Port': ['ID=32168d7b-b740-4094-aca8-b3dc2ca0e5a6,revision_number=3']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:39.001299 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:39.037696 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-e1d21dc1-d257-45d4-aedb-b7441d5e1dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:39.061624 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Allocated IP 172.20.0.1 (dd709b31-c488-4c4f-a8bd-744a84d909c5/17e03a2f-0d09-476f-b7bb-e6347777bebb/48db5ed5-4a25-4c05-bf3f-7f91aa065aa9) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:44:39.180769 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] Set router 49416257-51fc-4948-833c-45bfcc1bf279 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:44:39.183792 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-e1d21dc1-d257-45d4-aedb-b7441d5e1dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:39.306013 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:39.368836 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-e1d21dc1-d257-45d4-aedb-b7441d5e1dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:39.372982 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1323e11c-f81c-454e-841f-5b8ce3389211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:39.384486 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d21dc1-d257-45d4-aedb-b7441d5e1dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f6d28b-0e2c-4548-beb3-0434168b99b1,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:39.388688 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-e1d21dc1-d257-45d4-aedb-b7441d5e1dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:39.396564 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-e1d21dc1-d257-45d4-aedb-b7441d5e1dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:39.397716 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-e1d21dc1-d257-45d4-aedb-b7441d5e1dcd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/60f6d28b-0e2c-4548-beb3-0434168b99b1 HTTP/1.1" status: 204  len: 168 time: 0.6275177
May 21 15:44:39.399301 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:39.433760 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:39.507250 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ae148b0>, [{'id': '49416257-51fc-4948-833c-45bfcc1bf279', 'name': 'tempest-ServerRescueNegativeTestJSON-769691350-router', 'tenant_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:44:33Z', 'updated_at': '2021-05-21T15:44:35Z', 'revision_number': 3, 'project_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'gw_port': {'id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49416257-51fc-4948-833c-45bfcc1bf279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:44:34Z', 'updated_at': '2021-05-21T15:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:39.513019 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d246aa9-0570-4fa8-8e7c-c5dda6116deb None None] The sync data for ids ['49416257-51fc-4948-833c-45bfcc1bf279'] in dv-cinder-792642-1-iscsi is: [{'id': '49416257-51fc-4948-833c-45bfcc1bf279', 'name': 'tempest-ServerRescueNegativeTestJSON-769691350-router', 'tenant_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:44:33Z', 'updated_at': '2021-05-21T15:44:35Z', 'revision_number': 3, 'project_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'gw_port': {'id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49416257-51fc-4948-833c-45bfcc1bf279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:44:34Z', 'updated_at': '2021-05-21T15:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:44:39.521469 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Network dd709b31-c488-4c4f-a8bd-744a84d909c5 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:44:39.521469 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:44:39.525513 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:44:39.597003 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Pushing event updated for resources: {'Port': ['ID=48db5ed5-4a25-4c05-bf3f-7f91aa065aa9,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:39.601480 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:39.612070 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8025903'] for router_interface, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:39.899271 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:40.130683 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 32168d7b-b740-4094-aca8-b3dc2ca0e5a6 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:44:40.323056 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port 32168d7b-b740-4094-aca8-b3dc2ca0e5a6 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:44:40.330499 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 32168d7b-b740-4094-aca8-b3dc2ca0e5a6 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:44:40.330942 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:40.413242 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9f40e-d3ca-4585-b2b7-cbe91e4c898b req-a4167451-92e5-4d26-b003-24e5c7f8a5a7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:40.424232 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-42a9f40e-d3ca-4585-b2b7-cbe91e4c898b req-a4167451-92e5-4d26-b003-24e5c7f8a5a7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 943 time: 0.1680317
May 21 15:44:40.460100 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49728) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:40.505142 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-eaf49b4b-5e98-4476-82ca-b2da1fb932ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:40.513830 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:40.542391 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-42a9f40e-d3ca-4585-b2b7-cbe91e4c898b req-f7e67b41-64d9-4763-bbe6-7df00045ef9c tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170273
May 21 15:44:40.545017 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-eaf49b4b-5e98-4476-82ca-b2da1fb932ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:40.553732 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-eaf49b4b-5e98-4476-82ca-b2da1fb932ca admin admin] Usage tracker for resource:security_group_rule and tenant:da44cae4fe8742ea88ca489954af37a2 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:40.557527 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-eaf49b4b-5e98-4476-82ca-b2da1fb932ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:40.567126 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-eaf49b4b-5e98-4476-82ca-b2da1fb932ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:40.591968 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:40.616849 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:40.643704 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port 32168d7b-b740-4094-aca8-b3dc2ca0e5a6, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=32168d7b-b740-4094-aca8-b3dc2ca0e5a6,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:44:40.648147 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:40.708663 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:40.711815 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-14ea4fe6-1433-4559-928f-fa81c411b756 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:40.763747 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-eaf49b4b-5e98-4476-82ca-b2da1fb932ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:40.793775 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Pushing event updated for resources: {'Port': ['ID=48db5ed5-4a25-4c05-bf3f-7f91aa065aa9,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:40.801412 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8085953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8025938'] for router_interface, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:40.806636 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:40.826613 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-eaf49b4b-5e98-4476-82ca-b2da1fb932ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:40.836733 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-eb0eb06b-cd5a-460b-8bc2-b542fdb06b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:40.868767 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=32168d7b-b740-4094-aca8-b3dc2ca0e5a6,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:40.872253 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:40.901577 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-eaf49b4b-5e98-4476-82ca-b2da1fb932ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da44cae4fe8742ea88ca489954af37a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4395723
May 21 15:44:40.903381 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf49b4b-5e98-4476-82ca-b2da1fb932ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffc5ec7-b260-4da8-bcb7-c52819d55ad8,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:40.906630 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49734) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:40.909553 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-eaf49b4b-5e98-4476-82ca-b2da1fb932ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:40.979211 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9652e98d-0235-4d32-8f63-19860698316a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:40.984495 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Network dd709b31-c488-4c4f-a8bd-744a84d909c5 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:44:40.986074 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:44:41.011436 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9652e98d-0235-4d32-8f63-19860698316a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:41.173244 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9652e98d-0235-4d32-8f63-19860698316a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:41.177302 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:41.191628 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652e98d-0235-4d32-8f63-19860698316a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffc5ec7-b260-4da8-bcb7-c52819d55ad8,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:41.195699 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-9652e98d-0235-4d32-8f63-19860698316a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:41.202375 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9652e98d-0235-4d32-8f63-19860698316a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:41.203556 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-9652e98d-0235-4d32-8f63-19860698316a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fffc5ec7-b260-4da8-bcb7-c52819d55ad8 HTTP/1.1" status: 204  len: 168 time: 0.2959604
May 21 15:44:41.295464 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Router 49416257-51fc-4948-833c-45bfcc1bf279 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:44:41.523947 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:44:41.531051 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] 10.222.0.70 "PUT /v2.0/routers/49416257-51fc-4948-833c-45bfcc1bf279/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4406736
May 21 15:44:41.539598 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 5785f2c7-272a-46e2-a2c1-b93149e53cd4 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:44:41.691659 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 5785f2c7-272a-46e2-a2c1-b93149e53cd4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=5785f2c7-272a-46e2-a2c1-b93149e53cd4,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:44:41.711726 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '5785f2c7-272a-46e2-a2c1-b93149e53cd4', 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9', 'port_id': '5785f2c7-272a-46e2-a2c1-b93149e53cd4', 'mac_address': 'fa:16:3e:7d:c6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0632d989-1ebe-4f6d-8933-78740e2c134a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:44:41.783188 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:41.835803 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5785f2c7-272a-46e2-a2c1-b93149e53cd4 {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:44:41.861775 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 5785f2c7-272a-46e2-a2c1-b93149e53cd4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=5785f2c7-272a-46e2-a2c1-b93149e53cd4,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:44:41.923732 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cdb7e-01a2-420e-bb97-d8258c297a31 req-f55b2082-50bf-4322-928b-9244dfca4157 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:41.926716 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c19cdb7e-01a2-420e-bb97-d8258c297a31 req-f55b2082-50bf-4322-928b-9244dfca4157 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 943 time: 0.1365886
May 21 15:44:41.942011 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:41.944632 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:42.043413 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c19cdb7e-01a2-420e-bb97-d8258c297a31 req-faeda2e4-baab-40af-88e8-94c76141d8bc tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098466
May 21 15:44:42.090539 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=5785f2c7-272a-46e2-a2c1-b93149e53cd4,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:42.094694 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:42.107485 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Sync routers for ids ['49416257-51fc-4948-833c-45bfcc1bf279'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:44:42.115056 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 32168d7b-b740-4094-aca8-b3dc2ca0e5a6 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:44:42.150240 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Routers {'49416257-51fc-4948-833c-45bfcc1bf279'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:44:42.150998 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aa41190>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:44:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['49416257-51fc-4948-833c-45bfcc1bf279'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:42.466386 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['5785f2c7-272a-46e2-a2c1-b93149e53cd4'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:44:42.554330 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 32168d7b-b740-4094-aca8-b3dc2ca0e5a6 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:44:42.555322 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:42.640092 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Set router 49416257-51fc-4948-833c-45bfcc1bf279 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:44:42.970287 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-a361744d-7e78-4f7f-ad81-62e69fe1f790 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:42.971843 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-a361744d-7e78-4f7f-ad81-62e69fe1f790 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/networks?id=dd709b31-c488-4c4f-a8bd-744a84d909c5 HTTP/1.1" status: 200  len: 818 time: 0.2518010
May 21 15:44:42.993139 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-da910dcf-9cae-47e6-a4a0-a80bc8b30114 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/quotas/9bfbec51500e4ef29d0dbea8f7ebcdd7 HTTP/1.1" status: 200  len: 375 time: 0.0151742
May 21 15:44:43.087681 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-cb388440-6eff-4aa4-9cc4-c0b361c8869d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Synchronizing usage tracker for tenant:9bfbec51500e4ef29d0dbea8f7ebcdd7 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:44:43.240181 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-cb388440-6eff-4aa4-9cc4-c0b361c8869d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Unset dirty status for tenant:9bfbec51500e4ef29d0dbea8f7ebcdd7 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:44:43.241469 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-cb388440-6eff-4aa4-9cc4-c0b361c8869d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9bfbec51500e4ef29d0dbea8f7ebcdd7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2474060
May 21 15:44:43.325165 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aa41190>, [{'id': '49416257-51fc-4948-833c-45bfcc1bf279', 'name': 'tempest-ServerRescueNegativeTestJSON-769691350-router', 'tenant_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:44:33Z', 'updated_at': '2021-05-21T15:44:39Z', 'revision_number': 4, 'project_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'gw_port': {'id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49416257-51fc-4948-833c-45bfcc1bf279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:44:34Z', 'updated_at': '2021-05-21T15:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '48db5ed5-4a25-4c05-bf3f-7f91aa065aa9', 'name': '', 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5', 'tenant_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'mac_address': 'fa:16:3e:a5:98:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49416257-51fc-4948-833c-45bfcc1bf279', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '17e03a2f-0d09-476f-b7bb-e6347777bebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:44:38Z', 'updated_at': '2021-05-21T15:44:40Z', 'revision_number': 2, 'project_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'subnets': [{'id': '17e03a2f-0d09-476f-b7bb-e6347777bebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:43.332307 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Checking router: 49416257-51fc-4948-833c-45bfcc1bf279 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:44:43.332931 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Updating router 49416257-51fc-4948-833c-45bfcc1bf279 port 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9 binding host dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:44:43.387035 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491cc50-0d52-4934-9183-f00f52c73a17 req-ef3ed6af-c509-4c8d-b74e-258deeedd906 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:43.387656 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-a6f4ebd2-cca8-491b-9c90-f17532e25f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:43.395964 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b491cc50-0d52-4934-9183-f00f52c73a17 req-ef3ed6af-c509-4c8d-b74e-258deeedd906 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 944 time: 0.2177870
May 21 15:44:43.435314 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:43.499144 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b491cc50-0d52-4934-9183-f00f52c73a17 req-1a2d8377-8315-4c48-a6e0-3f2378fc2e3e tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003211
May 21 15:44:43.568225 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-085d6efd-0881-4b89-89c1-db0330977147 service neutron] 10.222.0.70 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3135800
May 21 15:44:43.727813 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:44:43.906051 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-d4d8ba83-9013-49df-a971-c96cf64f3343 service neutron] 10.222.0.70 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3305285
May 21 15:44:44.051032 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49834) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:44.209701 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Notify callbacks [] for port, precommit_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:44.231675 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Transition to ACTIVE for port object 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9 will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:44:44.351321 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:44.393680 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:44.544324 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f93fe2-c90e-40c2-8983-84bfd3069510 None None] Pushing event updated for resources: {'Port': ['ID=48db5ed5-4a25-4c05-bf3f-7f91aa065aa9,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:44.600087 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4dd3bd15-4ff2-40d2-8b7c-bb3f83984152 req-684bc14b-a466-4261-8e81-d0ac476dce86 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 210 time: 0.1589394
May 21 15:44:44.650418 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-32f93fe2-c90e-40c2-8983-84bfd3069510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:44.725370 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-aa294a02-bc1c-4a62-8de8-166e11b4a5a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:44.773017 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-aa294a02-bc1c-4a62-8de8-166e11b4a5a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:44.780121 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-aa294a02-bc1c-4a62-8de8-166e11b4a5a0 admin admin] Usage tracker for resource:security_group_rule and tenant:aa1c63cf1912459eb57311ddbea3c633 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:44.784465 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-aa294a02-bc1c-4a62-8de8-166e11b4a5a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:44.792327 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-aa294a02-bc1c-4a62-8de8-166e11b4a5a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:44.959844 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-aa294a02-bc1c-4a62-8de8-166e11b4a5a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:45.010564 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f4ccb-8180-4bb1-83a8-da55efbb7cd9 req-3b1d0532-15e0-485a-9c4d-259ee4b0c227 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:45.013214 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c81f4ccb-8180-4bb1-83a8-da55efbb7cd9 req-3b1d0532-15e0-485a-9c4d-259ee4b0c227 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 944 time: 0.2340717
May 21 15:44:45.076248 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-aa294a02-bc1c-4a62-8de8-166e11b4a5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:45.091654 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-9652e98d-0235-4d32-8f63-19860698316a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:45.093741 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c81f4ccb-8180-4bb1-83a8-da55efbb7cd9 req-86af0db3-261a-41ed-8679-4063823fcc25 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696781
May 21 15:44:45.212921 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-aa294a02-bc1c-4a62-8de8-166e11b4a5a0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa1c63cf1912459eb57311ddbea3c633&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1598816
May 21 15:44:45.215836 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49884) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:45.237155 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa294a02-bc1c-4a62-8de8-166e11b4a5a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dcade3-55e0-46f0-b7ef-d57653590fbe,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:45.251787 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-aa294a02-bc1c-4a62-8de8-166e11b4a5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:45.377194 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Attempting to bind port 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9 on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:44:45.378249 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Attempting to bind port 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9 by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '207ec6af-5c0b-4f79-804f-a46777d4916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:44:45.378249 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Attempting to bind port 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9 on network dd709b31-c488-4c4f-a8bd-744a84d909c5 {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:44:45.393814 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:44:45.395155 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Checking segment: {'id': '207ec6af-5c0b-4f79-804f-a46777d4916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:44:45.395841 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:45.396535 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Bound using segment: {'id': '207ec6af-5c0b-4f79-804f-a46777d4916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:44:45.398815 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Bound port: 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207ec6af-5c0b-4f79-804f-a46777d4916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:44:45.398815 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:45.426070 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-063ba9ae-6af0-4511-b1f2-0f5edccbcb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:45.518304 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-063ba9ae-6af0-4511-b1f2-0f5edccbcb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:45.565735 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19857e81-307c-4709-856b-eca335d633c8 req-8c289506-cb0a-4a9b-bdea-5b0dab5f28dc tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:45.575395 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-19857e81-307c-4709-856b-eca335d633c8 req-8c289506-cb0a-4a9b-bdea-5b0dab5f28dc tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/networks?id=dd709b31-c488-4c4f-a8bd-744a84d909c5 HTTP/1.1" status: 200  len: 818 time: 0.3870668
May 21 15:44:45.580944 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 5785f2c7-272a-46e2-a2c1-b93149e53cd4 up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:44:45.608608 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-19857e81-307c-4709-856b-eca335d633c8 req-ea3d667a-c955-4b9a-b724-0de9991e270d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/quotas/9bfbec51500e4ef29d0dbea8f7ebcdd7 HTTP/1.1" status: 200  len: 375 time: 0.0309772
May 21 15:44:45.750112 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] For port 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:44:45.759338 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] For port 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=48db5ed5-4a25-4c05-bf3f-7f91aa065aa9,segment=NetworkSegment(207ec6af-5c0b-4f79-804f-a46777d4916e),segment_id=207ec6af-5c0b-4f79-804f-a46777d4916e)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:44:45.769357 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:45.769928 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-063ba9ae-6af0-4511-b1f2-0f5edccbcb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:45.781092 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:45.791738 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-19857e81-307c-4709-856b-eca335d633c8 req-f8a40b07-a294-4d36-b2c8-131e37021af2 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=9bfbec51500e4ef29d0dbea8f7ebcdd7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1822066
May 21 15:44:45.818548 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-063ba9ae-6af0-4511-b1f2-0f5edccbcb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:45.822778 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-063ba9ae-6af0-4511-b1f2-0f5edccbcb02 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d6dcade3-55e0-46f0-b7ef-d57653590fbe HTTP/1.1" status: 204  len: 168 time: 0.6043143
May 21 15:44:45.824058 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ba9ae-6af0-4511-b1f2-0f5edccbcb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dcade3-55e0-46f0-b7ef-d57653590fbe,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:45.852113 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-063ba9ae-6af0-4511-b1f2-0f5edccbcb02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:45.889043 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-65e1183b-04a3-4c84-a060-e17bda3cd600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:45.892525 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:45.913648 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:45.948996 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port 5785f2c7-272a-46e2-a2c1-b93149e53cd4 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:44:45.996205 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 5785f2c7-272a-46e2-a2c1-b93149e53cd4 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:44:45.996869 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:46.022393 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-19857e81-307c-4709-856b-eca335d633c8 req-0a8d47ea-b37f-4dda-9637-140832c2f210 service neutron] 10.222.0.70 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2209268
May 21 15:44:46.046693 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Routers {'49416257-51fc-4948-833c-45bfcc1bf279'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:44:46.047371 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aa41190>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:44:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['49416257-51fc-4948-833c-45bfcc1bf279'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:46.312932 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-19857e81-307c-4709-856b-eca335d633c8 req-6883c7d6-0d08-47d0-b1dd-b3a360e9d3a1 service neutron] 10.222.0.70 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2735443
May 21 15:44:46.397683 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] Set router 49416257-51fc-4948-833c-45bfcc1bf279 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:44:46.527971 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f93fe2-c90e-40c2-8983-84bfd3069510 None None] Pushing event updated for resources: {'Port': ['ID=48db5ed5-4a25-4c05-bf3f-7f91aa065aa9,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:46.536734 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-32f93fe2-c90e-40c2-8983-84bfd3069510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:46.710318 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:46.809335 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ec0ba-9ea2-43fd-8701-a84e74842ecc req-9158b0a8-41b4-4d47-af53-14781e4e7479 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:46.819774 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3a1ec0ba-9ea2-43fd-8701-a84e74842ecc req-9158b0a8-41b4-4d47-af53-14781e4e7479 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 944 time: 0.4047072
May 21 15:44:46.825362 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa68a0ce-f56f-4d7f-befe-56e126673bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5785f2c7-272a-46e2-a2c1-b93149e53cd4'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:44:46.891948 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 5785f2c7-272a-46e2-a2c1-b93149e53cd4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=5785f2c7-272a-46e2-a2c1-b93149e53cd4,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:44:46.895313 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:46.904556 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3a1ec0ba-9ea2-43fd-8701-a84e74842ecc req-b29f2871-51c3-424e-ab44-61e80bd2a570 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786893
May 21 15:44:47.038285 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:47.044130 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:47.084878 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa68a0ce-f56f-4d7f-befe-56e126673bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5785f2c7-272a-46e2-a2c1-b93149e53cd4', 'code': 200}
May 21 15:44:47.159455 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d2c55619-21d6-490e-b2eb-fad9c6fbad49 req-6defdb41-6ec6-4070-acbf-a25a6224be7c tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 210 time: 0.1326435
May 21 15:44:47.231271 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aa41190>, [{'id': '49416257-51fc-4948-833c-45bfcc1bf279', 'name': 'tempest-ServerRescueNegativeTestJSON-769691350-router', 'tenant_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:44:33Z', 'updated_at': '2021-05-21T15:44:39Z', 'revision_number': 4, 'project_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'gw_port': {'id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49416257-51fc-4948-833c-45bfcc1bf279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:44:34Z', 'updated_at': '2021-05-21T15:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '48db5ed5-4a25-4c05-bf3f-7f91aa065aa9', 'name': '', 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5', 'tenant_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'mac_address': 'fa:16:3e:a5:98:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49416257-51fc-4948-833c-45bfcc1bf279', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '17e03a2f-0d09-476f-b7bb-e6347777bebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:44:38Z', 'updated_at': '2021-05-21T15:44:45Z', 'revision_number': 4, 'project_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'subnets': [{'id': '17e03a2f-0d09-476f-b7bb-e6347777bebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:44:47.234707 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=5785f2c7-272a-46e2-a2c1-b93149e53cd4,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:47.239184 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:47.250673 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e28da60-1579-474b-8479-0bd79e6b470c None None] The sync data for ids ['49416257-51fc-4948-833c-45bfcc1bf279'] in dv-cinder-792642-1-iscsi is: [{'id': '49416257-51fc-4948-833c-45bfcc1bf279', 'name': 'tempest-ServerRescueNegativeTestJSON-769691350-router', 'tenant_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:44:33Z', 'updated_at': '2021-05-21T15:44:39Z', 'revision_number': 4, 'project_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'gw_port': {'id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49416257-51fc-4948-833c-45bfcc1bf279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:44:34Z', 'updated_at': '2021-05-21T15:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '48db5ed5-4a25-4c05-bf3f-7f91aa065aa9', 'name': '', 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5', 'tenant_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'mac_address': 'fa:16:3e:a5:98:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49416257-51fc-4948-833c-45bfcc1bf279', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '17e03a2f-0d09-476f-b7bb-e6347777bebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:44:38Z', 'updated_at': '2021-05-21T15:44:45Z', 'revision_number': 4, 'project_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'subnets': [{'id': '17e03a2f-0d09-476f-b7bb-e6347777bebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:44:47.365061 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 49942) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:47.418891 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:47.454416 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:47.470254 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Usage tracker for resource:security_group_rule and tenant:040b467a4fd3474dbf1367ce82c9beb1 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:47.476032 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:47.489160 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:47.798081 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:47.826179 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053bd34-8981-4136-b8db-879d51657895 req-44211bc0-a098-4788-8bba-c59ad9c41ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:47.828243 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-a053bd34-8981-4136-b8db-879d51657895 req-44211bc0-a098-4788-8bba-c59ad9c41ef7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 1098 time: 0.2223475
May 21 15:44:47.884749 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-a053bd34-8981-4136-b8db-879d51657895 req-c01dbc1d-ca48-40ae-be76-22a4c2c24498 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464716
May 21 15:44:47.895489 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:47.912666 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:47.988249 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=040b467a4fd3474dbf1367ce82c9beb1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6208966
May 21 15:44:47.991345 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 49956) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:48.000344 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dac0e5-e790-4684-8fe3-58034ee01588,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:48.015760 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.016223 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.017408 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.018465 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.018902 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.019322 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.019727 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.020138 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.020582 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.021169 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.021619 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.022031 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.045354 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:48.067455 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:44:48.114955 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:48.199155 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:48.340483 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:44:48.343078 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144cd8b-4258-4b26-bbbb-19d7fc24644c req-7a7cf611-973c-47d2-a22d-2699d34f29af tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:48.346362 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9144cd8b-4258-4b26-bbbb-19d7fc24644c req-7a7cf611-973c-47d2-a22d-2699d34f29af tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 945 time: 0.2143083
May 21 15:44:48.364081 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:44:48.364697 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:48.408723 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:48.435011 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a7931dd9-40c0-404b-b12b-6a75e076930b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:48.474991 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:48.476047 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/40dac0e5-e790-4684-8fe3-58034ee01588 HTTP/1.1" status: 204  len: 168 time: 0.4812808
May 21 15:44:48.528724 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dac0e5-e790-4684-8fe3-58034ee01588,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:48.537895 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:48.590985 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.591366 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.591797 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.601118 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.603424 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.603424 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.603424 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.603424 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.604725 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.604965 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.609383 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.609802 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:44:48.620479 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:48.654132 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9144cd8b-4258-4b26-bbbb-19d7fc24644c req-c0fbd434-5d14-4fa9-9c0d-2e88781d84b8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3006997
May 21 15:44:48.844612 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:48.928441 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1b74b903-cdc4-4b6e-bd23-171f6f93f20d req-6499ae42-b00d-4c35-9f91-82ff1de1384c tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 210 time: 0.2677033
May 21 15:44:49.038216 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=48db5ed5-4a25-4c05-bf3f-7f91aa065aa9,segment=NetworkSegment(207ec6af-5c0b-4f79-804f-a46777d4916e),segment_id=207ec6af-5c0b-4f79-804f-a46777d4916e)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:44:49.146958 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:49.160339 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-04c624b6-c5bb-48d8-a041-35feb9c0f3d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:49.359071 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=48db5ed5-4a25-4c05-bf3f-7f91aa065aa9,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:49.362096 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-52d3eb48-038a-44dd-b6b7-bd89079f85e7 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:49.362940 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-52d3eb48-038a-44dd-b6b7-bd89079f85e7 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Synchronizing usage tracker for tenant:9bfbec51500e4ef29d0dbea8f7ebcdd7 on resource:network {{(pid=98819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:44:49.375682 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:49.513016 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-52d3eb48-038a-44dd-b6b7-bd89079f85e7 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Unset dirty status for tenant:9bfbec51500e4ef29d0dbea8f7ebcdd7 on resource:network {{(pid=98819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:44:49.515307 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-52d3eb48-038a-44dd-b6b7-bd89079f85e7 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.25 "GET /v2.0/networks?id=dd709b31-c488-4c4f-a8bd-744a84d909c5 HTTP/1.1" status: 200  len: 818 time: 0.7119303
May 21 15:44:49.532932 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-ae2381cb-3fd2-4344-9525-77c60208f467 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Request body: {'port': {'device_id': '30104164-e5ac-41c8-a785-4862d0ce1ce1', 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5', 'admin_state_up': True, 'tenant_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:44:49.924649 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-ae2381cb-3fd2-4344-9525-77c60208f467 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:49.978558 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-ae2381cb-3fd2-4344-9525-77c60208f467 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:50.053738 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:44:50.084322 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-ae2381cb-3fd2-4344-9525-77c60208f467 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Made reservation on behalf of 9bfbec51500e4ef29d0dbea8f7ebcdd7 for: {'port': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:44:50.097067 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-ae2381cb-3fd2-4344-9525-77c60208f467 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:50.283618 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:44:50.290112 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:50.322993 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d60183-5a8c-4ea4-8d1d-82d4c42941be req-636e6c40-a911-4336-9252-46b4b1e036b8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:50.335002 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-58d60183-5a8c-4ea4-8d1d-82d4c42941be req-636e6c40-a911-4336-9252-46b4b1e036b8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 945 time: 0.3339176
May 21 15:44:50.510119 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-58d60183-5a8c-4ea4-8d1d-82d4c42941be req-3726cecb-fcce-4015-a51f-dd154fb503e1 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737404
May 21 15:44:50.587701 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_common [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-ae2381cb-3fd2-4344-9525-77c60208f467 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Allocated IP 172.20.0.9 (dd709b31-c488-4c4f-a8bd-744a84d909c5/17e03a2f-0d09-476f-b7bb-e6347777bebb/48614591-8f6b-4c46-9c6a-b9c407ada92e) {{(pid=98819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:44:50.634580 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9814a7c0-9756-400a-9d48-8f916da9e742 req-363ed64a-57b8-4e40-b04c-869f5c741414 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 210 time: 0.0604863
May 21 15:44:50.922308 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-ae2381cb-3fd2-4344-9525-77c60208f467 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Notify callbacks [] for port, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:51.121669 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-ae2381cb-3fd2-4344-9525-77c60208f467 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:51.135406 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:51.206544 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19857e81-307c-4709-856b-eca335d633c8 req-875b8c8b-e8c6-42a4-bea2-955bf81e3b44 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:51.208781 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-19857e81-307c-4709-856b-eca335d633c8 req-875b8c8b-e8c6-42a4-bea2-955bf81e3b44 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.25 "GET /v2.0/networks?id=dd709b31-c488-4c4f-a8bd-744a84d909c5 HTTP/1.1" status: 200  len: 818 time: 0.2065344
May 21 15:44:51.222431 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-ae2381cb-3fd2-4344-9525-77c60208f467 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Network dd709b31-c488-4c4f-a8bd-744a84d909c5 is already hosted by enough agents. {{(pid=98819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:44:51.226196 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-ae2381cb-3fd2-4344-9525-77c60208f467 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Resources bound (agent type, host, resource id):  {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:44:51.227249 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-19857e81-307c-4709-856b-eca335d633c8 req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Request body: {'port': {'device_id': 'd044a0b3-a392-4fd4-a5d7-4e05685fe3f7', 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5', 'admin_state_up': True, 'tenant_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:44:51.243900 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-ae2381cb-3fd2-4344-9525-77c60208f467 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Received port after_create {{(pid=98819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:44:51.337703 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-ae2381cb-3fd2-4344-9525-77c60208f467 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:51.339044 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-ae2381cb-3fd2-4344-9525-77c60208f467 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:51.370947 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2381cb-3fd2-4344-9525-77c60208f467 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Pushing event updated for resources: {'Port': ['ID=48614591-8f6b-4c46-9c6a-b9c407ada92e,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:51.375947 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ae2381cb-3fd2-4344-9525-77c60208f467 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:51.440043 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-ae2381cb-3fd2-4344-9525-77c60208f467 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9143548
May 21 15:44:51.457611 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Request body: {'port': {'device_id': '30104164-e5ac-41c8-a785-4862d0ce1ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:44:51.460148 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-19857e81-307c-4709-856b-eca335d633c8 req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:51.471295 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-19857e81-307c-4709-856b-eca335d633c8 req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Usage tracker for resource:port and tenant:9bfbec51500e4ef29d0dbea8f7ebcdd7 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:51.477450 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-19857e81-307c-4709-856b-eca335d633c8 req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:51.496639 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-19857e81-307c-4709-856b-eca335d633c8 req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:51.626211 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19857e81-307c-4709-856b-eca335d633c8 req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Made reservation on behalf of 9bfbec51500e4ef29d0dbea8f7ebcdd7 for: {'port': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:44:51.635966 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-19857e81-307c-4709-856b-eca335d633c8 req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:51.740516 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:52.298667 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f063335c-cff9-4a3b-b1fd-6d5e168a6400 req-5ae7bb5f-4495-4929-b324-6b49ac7f25bb tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 210 time: 0.1753228
May 21 15:44:52.339374 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [req-19857e81-307c-4709-856b-eca335d633c8 req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Allocated IP 172.20.0.5 (dd709b31-c488-4c4f-a8bd-744a84d909c5/17e03a2f-0d09-476f-b7bb-e6347777bebb/c2f93496-f550-47fe-b521-af6b6e9dab4f) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:44:52.706767 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-19857e81-307c-4709-856b-eca335d633c8 req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:52.912311 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-19857e81-307c-4709-856b-eca335d633c8 req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:52.919918 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:52.997950 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19857e81-307c-4709-856b-eca335d633c8 req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Network dd709b31-c488-4c4f-a8bd-744a84d909c5 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:44:53.004572 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [req-19857e81-307c-4709-856b-eca335d633c8 req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:44:53.012132 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-19857e81-307c-4709-856b-eca335d633c8 req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:44:53.129642 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Pushing event updated for resources: {'Port': ['ID=c2f93496-f550-47fe-b521-af6b6e9dab4f,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:53.138570 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:53.163231 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19857e81-307c-4709-856b-eca335d633c8 req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:53.164951 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-19857e81-307c-4709-856b-eca335d633c8 req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:53.202488 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.notifiers.nova [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48614591-8f6b-4c46-9c6a-b9c407ada92e {{(pid=98819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:44:53.225904 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:53.262418 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.provisioning_blocks [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Transition to ACTIVE for port object 48614591-8f6b-4c46-9c6a-b9c407ada92e will not be triggered until provisioned by entity L2. {{(pid=98819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:44:53.366711 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-19857e81-307c-4709-856b-eca335d633c8 req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1433289
May 21 15:44:53.388202 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Request body: {'port': {'device_id': 'd044a0b3-a392-4fd4-a5d7-4e05685fe3f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:44:53.407781 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5568307'] for port, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:53.451101 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:53.742315 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Pushing event updated for resources: {'Port': ['ID=48614591-8f6b-4c46-9c6a-b9c407ada92e,revision_number=2']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:53.749707 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:53.818892 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:54.034048 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.managers [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Attempting to bind port 48614591-8f6b-4c46-9c6a-b9c407ada92e on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:44:54.034615 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.managers [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Attempting to bind port 48614591-8f6b-4c46-9c6a-b9c407ada92e by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '207ec6af-5c0b-4f79-804f-a46777d4916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5'}] {{(pid=98819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:44:54.035243 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Attempting to bind port 48614591-8f6b-4c46-9c6a-b9c407ada92e on network dd709b31-c488-4c4f-a8bd-744a84d909c5 {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:44:54.043759 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ed9f3-c3d7-471d-92fd-8c7135ea3845 req-4e48a748-8fb7-428c-ae6b-35f71f1b3ca8 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:54.044588 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-aa1ed9f3-c3d7-471d-92fd-8c7135ea3845 req-4e48a748-8fb7-428c-ae6b-35f71f1b3ca8 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Synchronizing usage tracker for tenant:9bfbec51500e4ef29d0dbea8f7ebcdd7 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:44:54.046068 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Port 48614591-8f6b-4c46-9c6a-b9c407ada92e on network dd709b31-c488-4c4f-a8bd-744a84d909c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:44:54.046701 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Attempting to bind port 48614591-8f6b-4c46-9c6a-b9c407ada92e on network dd709b31-c488-4c4f-a8bd-744a84d909c5 {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:44:54.058445 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:44:54.062811 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Checking segment: {'id': '207ec6af-5c0b-4f79-804f-a46777d4916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:44:54.062811 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Bound using segment: {'id': '207ec6af-5c0b-4f79-804f-a46777d4916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5'} {{(pid=98819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:44:54.062811 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.managers [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Bound port: 48614591-8f6b-4c46-9c6a-b9c407ada92e, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207ec6af-5c0b-4f79-804f-a46777d4916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5'}}] {{(pid=98819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:44:54.062811 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:54.242507 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-aa1ed9f3-c3d7-471d-92fd-8c7135ea3845 req-4e48a748-8fb7-428c-ae6b-35f71f1b3ca8 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Unset dirty status for tenant:9bfbec51500e4ef29d0dbea8f7ebcdd7 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:44:54.248070 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-aa1ed9f3-c3d7-471d-92fd-8c7135ea3845 req-4e48a748-8fb7-428c-ae6b-35f71f1b3ca8 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 931 time: 0.6601765
May 21 15:44:54.305912 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] For port 48614591-8f6b-4c46-9c6a-b9c407ada92e, host hv-cinder-79264, cleared binding levels {{(pid=98819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:44:54.311517 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] For port 48614591-8f6b-4c46-9c6a-b9c407ada92e, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=48614591-8f6b-4c46-9c6a-b9c407ada92e,segment=NetworkSegment(207ec6af-5c0b-4f79-804f-a46777d4916e),segment_id=207ec6af-5c0b-4f79-804f-a46777d4916e)] {{(pid=98819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:44:54.395096 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-aa1ed9f3-c3d7-471d-92fd-8c7135ea3845 req-9affd0ce-e63b-45f8-ab4a-70b1cc25f5b3 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336312
May 21 15:44:54.441219 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5568307'] for port, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:54.447354 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:54.566679 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Pushing event updated for resources: {'Port': ['ID=48614591-8f6b-4c46-9c6a-b9c407ada92e,revision_number=3']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:54.595992 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:54.601624 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:54.602747 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:54.604498 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] 10.222.0.25 "PUT /v2.0/ports/48614591-8f6b-4c46-9c6a-b9c407ada92e HTTP/1.1" status: 200  len: 1093 time: 3.1563892
May 21 15:44:54.605411 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30104164-e5ac-41c8-a785-4862d0ce1ce1', 'tag': '48614591-8f6b-4c46-9c6a-b9c407ada92e'}] {{(pid=98819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:44:54.648308 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f93496-f550-47fe-b521-af6b6e9dab4f {{(pid=98820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:44:54.657161 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:54.681791 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Transition to ACTIVE for port object c2f93496-f550-47fe-b521-af6b6e9dab4f will not be triggered until provisioned by entity L2. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:44:54.709544 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30104164-e5ac-41c8-a785-4862d0ce1ce1', 'tag': '48614591-8f6b-4c46-9c6a-b9c407ada92e', 'status': 'completed', 'code': 200}
May 21 15:44:54.820676 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:54.829096 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1fc4c12b-1893-4e08-bffb-fba987308ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:54.847022 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c168c-b3df-4a7e-8f83-be362f8ba32d req-b60e4399-5670-4103-baeb-620d02f3041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:54.849835 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-7c8c168c-b3df-4a7e-8f83-be362f8ba32d req-b60e4399-5670-4103-baeb-620d02f3041f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bfbec51500e4ef29d0dbea8f7ebcdd7&device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 1096 time: 0.1125131
May 21 15:44:55.157282 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c168c-b3df-4a7e-8f83-be362f8ba32d req-83c971bb-ae22-496c-a3f7-42feb4388680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:55.160583 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-7c8c168c-b3df-4a7e-8f83-be362f8ba32d req-83c971bb-ae22-496c-a3f7-42feb4388680 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9bfbec51500e4ef29d0dbea8f7ebcdd7&shared=False HTTP/1.1" status: 200  len: 919 time: 0.3004396
May 21 15:44:55.275157 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f93496-f550-47fe-b521-af6b6e9dab4f,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:55.279405 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:55.280923 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Attempting to bind port c2f93496-f550-47fe-b521-af6b6e9dab4f on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:44:55.281458 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Attempting to bind port c2f93496-f550-47fe-b521-af6b6e9dab4f by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '207ec6af-5c0b-4f79-804f-a46777d4916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5'}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:44:55.282129 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Attempting to bind port c2f93496-f550-47fe-b521-af6b6e9dab4f on network dd709b31-c488-4c4f-a8bd-744a84d909c5 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:44:55.288877 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Port c2f93496-f550-47fe-b521-af6b6e9dab4f on network dd709b31-c488-4c4f-a8bd-744a84d909c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:44:55.289423 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Attempting to bind port c2f93496-f550-47fe-b521-af6b6e9dab4f on network dd709b31-c488-4c4f-a8bd-744a84d909c5 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:44:55.296834 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:44:55.297647 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Checking segment: {'id': '207ec6af-5c0b-4f79-804f-a46777d4916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:44:55.298100 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Bound using segment: {'id': '207ec6af-5c0b-4f79-804f-a46777d4916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5'} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:44:55.298594 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Bound port: c2f93496-f550-47fe-b521-af6b6e9dab4f, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207ec6af-5c0b-4f79-804f-a46777d4916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5'}}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:44:55.299045 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:55.404348 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c168c-b3df-4a7e-8f83-be362f8ba32d req-9b26c7b7-6eb8-4759-aa3a-059d731255c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:55.404348 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-7c8c168c-b3df-4a7e-8f83-be362f8ba32d req-9b26c7b7-6eb8-4759-aa3a-059d731255c8 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2261074
May 21 15:44:55.406645 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] For port c2f93496-f550-47fe-b521-af6b6e9dab4f, host hv-cinder-79264, cleared binding levels {{(pid=98820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:44:55.407279 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] For port c2f93496-f550-47fe-b521-af6b6e9dab4f, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c2f93496-f550-47fe-b521-af6b6e9dab4f,segment=NetworkSegment(207ec6af-5c0b-4f79-804f-a46777d4916e),segment_id=207ec6af-5c0b-4f79-804f-a46777d4916e)] {{(pid=98820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:44:55.532793 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-6eb47f0d-63e3-409d-ace7-31bc8ed9a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:55.534511 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-6eb47f0d-63e3-409d-ace7-31bc8ed9a824 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bfbec51500e4ef29d0dbea8f7ebcdd7&device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 1096 time: 0.0907907
May 21 15:44:55.618655 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-085d1e5b-3f7b-4fe2-bebc-76e38b5cf176 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48614591-8f6b-4c46-9c6a-b9c407ada92e HTTP/1.1" status: 200  len: 217 time: 0.0735252
May 21 15:44:55.691365 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-46df3029-b010-4664-a3b7-9d1b39a6313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:55.693013 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-46df3029-b010-4664-a3b7-9d1b39a6313f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17e03a2f-0d09-476f-b7bb-e6347777bebb HTTP/1.1" status: 200  len: 858 time: 0.0673554
May 21 15:44:55.719577 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-4a4c6021-6adb-4e74-b88f-bcf0262290f9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:55.721544 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-4a4c6021-6adb-4e74-b88f-bcf0262290f9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/networks?id=860ad3e0-b894-4ecf-beef-de2036706ee9 HTTP/1.1" status: 200  len: 813 time: 0.2300167
May 21 15:44:55.736511 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53968a20-d690-4ce6-abb5-f5c4fe134673 req-efcfbf77-612f-40c0-ab3c-3c6aa1844032 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:55.738180 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-53968a20-d690-4ce6-abb5-f5c4fe134673 req-efcfbf77-612f-40c0-ab3c-3c6aa1844032 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 943 time: 0.1593695
May 21 15:44:55.741744 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:55.746573 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-6fcbf47b-7a03-4154-b316-86f257b9200f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd709b31-c488-4c4f-a8bd-744a84d909c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456202
May 21 15:44:55.757132 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-5250a7c9-a0af-4a0d-aaaa-f188b0fc6047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:55.855017 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f93496-f550-47fe-b521-af6b6e9dab4f,revision_number=3']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:55.863387 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-f67528eb-613d-4930-93a3-1b1b37477b8f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/quotas/3c9cd8532ab64a46b28e4b16c9998338 HTTP/1.1" status: 200  len: 375 time: 0.1241341
May 21 15:44:55.864251 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:55.953383 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-3611a5c0-499a-46e7-ac8b-06e69d477f99 service neutron] 10.222.0.25 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1991491
May 21 15:44:55.956094 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:55.957074 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:55.959731 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-19857e81-307c-4709-856b-eca335d633c8 req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] 10.222.0.25 "PUT /v2.0/ports/c2f93496-f550-47fe-b521-af6b6e9dab4f HTTP/1.1" status: 200  len: 1093 time: 2.5839605
May 21 15:44:55.960500 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd044a0b3-a392-4fd4-a5d7-4e05685fe3f7', 'tag': 'c2f93496-f550-47fe-b521-af6b6e9dab4f'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:44:56.025563 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-53968a20-d690-4ce6-abb5-f5c4fe134673 req-3bd2dc40-09f3-4b38-a0e0-5651eabffdab tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2761080
May 21 15:44:56.059698 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-ebaa12ad-1a5e-4924-9194-10e138de0cd1 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1878357
May 21 15:44:56.299782 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-663798e5-90b2-427d-8d82-5e4cffcca6bc req-76829090-c5e7-45d1-8801-eecdb02806ec service neutron] 10.222.0.25 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3377917
May 21 15:44:56.431586 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-1a59b9a3-05a8-4414-bc83-79da5cb45a7e service neutron] 10.222.0.70 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3709068
May 21 15:44:56.438223 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19857e81-307c-4709-856b-eca335d633c8 req-4b91a458-c41a-4714-8c4f-eb7a01aee9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:56.441273 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-19857e81-307c-4709-856b-eca335d633c8 req-4b91a458-c41a-4714-8c4f-eb7a01aee9ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bfbec51500e4ef29d0dbea8f7ebcdd7&device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 1096 time: 0.2174489
May 21 15:44:56.444070 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd044a0b3-a392-4fd4-a5d7-4e05685fe3f7', 'tag': 'c2f93496-f550-47fe-b521-af6b6e9dab4f', 'status': 'completed', 'code': 200}
May 21 15:44:56.744129 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-19857e81-307c-4709-856b-eca335d633c8 req-132c6a62-1baf-46ff-a73d-886dd974c68f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f93496-f550-47fe-b521-af6b6e9dab4f HTTP/1.1" status: 200  len: 217 time: 0.2569971
May 21 15:44:56.866424 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19857e81-307c-4709-856b-eca335d633c8 req-d46c4ebb-de0a-45ca-ab19-40f4621cd4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:56.868021 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-19857e81-307c-4709-856b-eca335d633c8 req-d46c4ebb-de0a-45ca-ab19-40f4621cd4f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17e03a2f-0d09-476f-b7bb-e6347777bebb HTTP/1.1" status: 200  len: 858 time: 0.1100132
May 21 15:44:57.006925 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-4bf2adc3-a85b-4e8b-ae7c-2d03f3e1fa45 service neutron] 10.222.0.70 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5616844
May 21 15:44:57.009167 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-19857e81-307c-4709-856b-eca335d633c8 req-90735e81-709f-4a27-bae4-e758bbd5a3ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd709b31-c488-4c4f-a8bd-744a84d909c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1312466
May 21 15:44:57.278151 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-19857e81-307c-4709-856b-eca335d633c8 req-ee6265c8-3cc5-4851-9dc3-a3f25826d5bd service neutron] 10.222.0.25 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2514741
May 21 15:44:57.305768 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50180) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:57.422398 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 50192) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:57.521814 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4ef5b0b3-570b-42ef-934b-297562618caf req-9952f569-bcee-41c2-ad7e-4b5227fd0b37 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 210 time: 0.0752468
May 21 15:44:57.574556 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8285bb5-6f8b-4276-97ca-8dc5c1b40e0a req-0b73cfb4-a8d8-4a79-8aa6-a2be236a0cf3 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:57.577938 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d8285bb5-6f8b-4276-97ca-8dc5c1b40e0a req-0b73cfb4-a8d8-4a79-8aa6-a2be236a0cf3 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 943 time: 0.3921726
May 21 15:44:57.636276 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-19857e81-307c-4709-856b-eca335d633c8 req-c4599340-3af3-4d5a-984d-46bc1642510e service neutron] 10.222.0.25 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3532112
May 21 15:44:57.674020 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d8285bb5-6f8b-4276-97ca-8dc5c1b40e0a req-4daa930e-54a4-46e2-bcc1-e919b81dd269 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881608
May 21 15:44:57.692741 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8997-85b1-4e8c-a3b0-2b663788915b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:57.710361 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-776bcb85-00ab-44e7-ad98-27608aca3897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:57.711351 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-7f4c8997-85b1-4e8c-a3b0-2b663788915b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:57.719570 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-7f4c8997-85b1-4e8c-a3b0-2b663788915b admin admin] Usage tracker for resource:security_group_rule and tenant:5019f8e3d2a64a00895ae622fb62451c is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:57.724716 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-7f4c8997-85b1-4e8c-a3b0-2b663788915b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:57.734444 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-7f4c8997-85b1-4e8c-a3b0-2b663788915b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:57.752404 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-776bcb85-00ab-44e7-ad98-27608aca3897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:57.761070 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-776bcb85-00ab-44e7-ad98-27608aca3897 admin admin] Usage tracker for resource:security_group_rule and tenant:239bbee80a3f44239b9c8c77358acedc is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:57.769494 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-776bcb85-00ab-44e7-ad98-27608aca3897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:57.795516 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-776bcb85-00ab-44e7-ad98-27608aca3897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:57.908106 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8997-85b1-4e8c-a3b0-2b663788915b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:57.980086 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8997-85b1-4e8c-a3b0-2b663788915b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:58.003095 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17388c53-d1ad-4ec4-8200-fe55a6e6d72d req-94a5c9e7-2591-4339-8b4d-6f0975d1ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:58.004838 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-17388c53-d1ad-4ec4-8200-fe55a6e6d72d req-94a5c9e7-2591-4339-8b4d-6f0975d1ffd7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bfbec51500e4ef29d0dbea8f7ebcdd7&device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 1096 time: 0.1750772
May 21 15:44:58.013569 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:58.025310 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-7f4c8997-85b1-4e8c-a3b0-2b663788915b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5019f8e3d2a64a00895ae622fb62451c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7174850
May 21 15:44:58.028864 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50212) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:58.061077 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-776bcb85-00ab-44e7-ad98-27608aca3897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:58.073622 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c8997-85b1-4e8c-a3b0-2b663788915b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1657e562-afdd-4793-a809-699d79a688b6,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:58.080183 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7f4c8997-85b1-4e8c-a3b0-2b663788915b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:58.133616 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c2539771-1df3-491f-9f1e-2e736c82a211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:58.169581 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c2539771-1df3-491f-9f1e-2e736c82a211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:58.182699 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-776bcb85-00ab-44e7-ad98-27608aca3897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:58.214359 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-8dd87d05-2e99-4da8-91ca-68f3a089a0b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:58.323027 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-776bcb85-00ab-44e7-ad98-27608aca3897 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=239bbee80a3f44239b9c8c77358acedc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8909743
May 21 15:44:58.324356 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bcb85-00ab-44e7-ad98-27608aca3897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae0726b-e960-4ecd-aba1-8b8ba9027c97,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:58.325804 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50220) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:58.334452 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-776bcb85-00ab-44e7-ad98-27608aca3897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:58.349946 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c2539771-1df3-491f-9f1e-2e736c82a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:58.362050 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c4a199cd-944c-4427-9fd2-9b21ed4b9a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:58.386270 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17388c53-d1ad-4ec4-8200-fe55a6e6d72d req-e025a1de-7a29-4d93-a873-eb5a5376f632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:58.387656 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2539771-1df3-491f-9f1e-2e736c82a211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1657e562-afdd-4793-a809-699d79a688b6,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:58.388979 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-17388c53-d1ad-4ec4-8200-fe55a6e6d72d req-e025a1de-7a29-4d93-a873-eb5a5376f632 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dd709b31-c488-4c4f-a8bd-744a84d909c5 HTTP/1.1" status: 200  len: 919 time: 0.3645651
May 21 15:44:58.391667 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c2539771-1df3-491f-9f1e-2e736c82a211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:58.403489 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c2539771-1df3-491f-9f1e-2e736c82a211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:58.405140 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-c2539771-1df3-491f-9f1e-2e736c82a211 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1657e562-afdd-4793-a809-699d79a688b6 HTTP/1.1" status: 204  len: 168 time: 0.3749778
May 21 15:44:58.437821 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3ae6b0f4-c3e2-4464-95f3-f30af9c35778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:58.469821 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:58.470543 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3ae6b0f4-c3e2-4464-95f3-f30af9c35778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:58.521895 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-17388c53-d1ad-4ec4-8200-fe55a6e6d72d req-ec009a0b-3313-4147-8966-2aa4f0bc88f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f93496-f550-47fe-b521-af6b6e9dab4f HTTP/1.1" status: 200  len: 217 time: 0.1080818
May 21 15:44:58.605889 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17388c53-d1ad-4ec4-8200-fe55a6e6d72d req-1dc9c746-1935-4481-aaa0-3fc654e919e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:58.607498 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-17388c53-d1ad-4ec4-8200-fe55a6e6d72d req-1dc9c746-1935-4481-aaa0-3fc654e919e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17e03a2f-0d09-476f-b7bb-e6347777bebb HTTP/1.1" status: 200  len: 858 time: 0.0780957
May 21 15:44:58.619838 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3ae6b0f4-c3e2-4464-95f3-f30af9c35778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:58.632154 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-6fe58dbe-b510-4b89-b994-280b3cbaac77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:58.653494 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6b0f4-c3e2-4464-95f3-f30af9c35778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae0726b-e960-4ecd-aba1-8b8ba9027c97,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:44:58.659032 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-3ae6b0f4-c3e2-4464-95f3-f30af9c35778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:44:58.661444 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3ae6b0f4-c3e2-4464-95f3-f30af9c35778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:58.663170 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-3ae6b0f4-c3e2-4464-95f3-f30af9c35778 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2ae0726b-e960-4ecd-aba1-8b8ba9027c97 HTTP/1.1" status: 204  len: 168 time: 0.3351483
May 21 15:44:58.722058 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-17388c53-d1ad-4ec4-8200-fe55a6e6d72d req-5b06f4f7-47a5-45ec-bbdc-b62ec296716b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd709b31-c488-4c4f-a8bd-744a84d909c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0936205
May 21 15:44:58.999068 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cc7fd777-f0d7-4188-8f80-1b68812ecab3 req-93a58674-6e83-4c9d-ad9e-b6e01f8edae0 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 210 time: 0.1595855
May 21 15:44:59.057058 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-17388c53-d1ad-4ec4-8200-fe55a6e6d72d req-47daf971-adde-4295-a61b-fb58cc970bd5 service neutron] 10.222.0.25 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3158925
May 21 15:44:59.300508 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf6b78-84c3-49dc-acc0-35ada7c6aa70 req-86eb1413-a559-4173-9752-3415af81dcd1 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:44:59.325470 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-38cf6b78-84c3-49dc-acc0-35ada7c6aa70 req-86eb1413-a559-4173-9752-3415af81dcd1 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 943 time: 0.4844890
May 21 15:44:59.484463 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-38cf6b78-84c3-49dc-acc0-35ada7c6aa70 req-0f51532e-88ac-42d7-8672-6578abac0912 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575334
May 21 15:44:59.548666 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-17388c53-d1ad-4ec4-8200-fe55a6e6d72d req-f4611c5d-6ca1-4a18-b584-f1d7460193ad service neutron] 10.222.0.25 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4712477
May 21 15:44:59.589035 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50254) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:44:59.609396 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7946ebe4-b714-48c6-bcc5-e67916d3e1ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:59.634298 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-7946ebe4-b714-48c6-bcc5-e67916d3e1ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:44:59.639022 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-7946ebe4-b714-48c6-bcc5-e67916d3e1ff admin admin] Usage tracker for resource:security_group_rule and tenant:ae07ab755053460888148845ffba923f is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:44:59.642499 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-7946ebe4-b714-48c6-bcc5-e67916d3e1ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:44:59.651804 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-7946ebe4-b714-48c6-bcc5-e67916d3e1ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:44:59.824353 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 48614591-8f6b-4c46-9c6a-b9c407ada92e details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:44:59.825710 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7946ebe4-b714-48c6-bcc5-e67916d3e1ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:59.888606 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 48614591-8f6b-4c46-9c6a-b9c407ada92e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=48614591-8f6b-4c46-9c6a-b9c407ada92e,segment=NetworkSegment(207ec6af-5c0b-4f79-804f-a46777d4916e),segment_id=207ec6af-5c0b-4f79-804f-a46777d4916e)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:44:59.908270 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '48614591-8f6b-4c46-9c6a-b9c407ada92e', 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5', 'port_id': '48614591-8f6b-4c46-9c6a-b9c407ada92e', 'mac_address': 'fa:16:3e:52:e4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e03a2f-0d09-476f-b7bb-e6347777bebb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:44:59.952278 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7946ebe4-b714-48c6-bcc5-e67916d3e1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:44:59.971368 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-534e162d-0773-46b9-a80a-d4efc609e1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:44:59.985058 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:00.012399 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48614591-8f6b-4c46-9c6a-b9c407ada92e {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:45:00.032819 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 48614591-8f6b-4c46-9c6a-b9c407ada92e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=48614591-8f6b-4c46-9c6a-b9c407ada92e,segment=NetworkSegment(207ec6af-5c0b-4f79-804f-a46777d4916e),segment_id=207ec6af-5c0b-4f79-804f-a46777d4916e)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:45:00.069574 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-7946ebe4-b714-48c6-bcc5-e67916d3e1ff admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ae07ab755053460888148845ffba923f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4791570
May 21 15:45:00.071872 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946ebe4-b714-48c6-bcc5-e67916d3e1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbb9be2-02b7-4833-95a2-3b9773cc7ddb,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:00.072278 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 50268) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:00.077072 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7946ebe4-b714-48c6-bcc5-e67916d3e1ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:00.144101 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:00.144101 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-32f93fe2-c90e-40c2-8983-84bfd3069510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:00.187780 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-44bcea04-7c19-496d-8fb7-ac037e393f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:00.244748 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=48614591-8f6b-4c46-9c6a-b9c407ada92e,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:00.253990 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:00.254663 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:00.255068 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:00.255407 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:00.255802 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:00.256145 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:00.256663 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:00.256824 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:00.257140 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:00.257471 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:00.257801 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:00.258131 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:00.263294 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:00.471934 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['48614591-8f6b-4c46-9c6a-b9c407ada92e'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:45:00.475197 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-44bcea04-7c19-496d-8fb7-ac037e393f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:00.543607 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5155fc90-8f55-44a9-92a1-644531f67d69 req-8bf9df19-41b6-4848-84e9-875ec6a4cce9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 210 time: 0.3284366
May 21 15:45:00.677579 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-44bcea04-7c19-496d-8fb7-ac037e393f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:00.691010 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-2e42839f-e63e-44d6-a323-a0f65ef64ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:00.775109 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bcea04-7c19-496d-8fb7-ac037e393f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbb9be2-02b7-4833-95a2-3b9773cc7ddb,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:00.790870 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-44bcea04-7c19-496d-8fb7-ac037e393f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:00.986880 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-44bcea04-7c19-496d-8fb7-ac037e393f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:00.993468 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-44bcea04-7c19-496d-8fb7-ac037e393f3c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ddbb9be2-02b7-4833-95a2-3b9773cc7ddb HTTP/1.1" status: 204  len: 168 time: 0.9193134
May 21 15:45:01.173308 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-44925fe4-c494-4ab0-beb5-856d4646473a tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:01.175998 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-44925fe4-c494-4ab0-beb5-856d4646473a tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.25 "GET /v2.0/networks?id=860ad3e0-b894-4ecf-beef-de2036706ee9 HTTP/1.1" status: 200  len: 813 time: 0.4544737
May 21 15:45:01.195985 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Request body: {'port': {'device_id': '16691c22-7b19-463f-95bd-e462fb3f5a94', 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9', 'admin_state_up': True, 'tenant_id': '3c9cd8532ab64a46b28e4b16c9998338'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:45:01.223901 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7df6c1-5ed3-426c-a482-7ec7fc9ffbbf req-534a3dd5-9494-4dd1-9b2e-e3b2f6ec960f tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:01.225696 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5a7df6c1-5ed3-426c-a482-7ec7fc9ffbbf req-534a3dd5-9494-4dd1-9b2e-e3b2f6ec960f tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 943 time: 0.4246929
May 21 15:45:01.371312 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5a7df6c1-5ed3-426c-a482-7ec7fc9ffbbf req-fd552826-f6ee-47ab-944f-113ed801f755 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905263
May 21 15:45:01.398052 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:01.402821 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Usage tracker for resource:port and tenant:3c9cd8532ab64a46b28e4b16c9998338 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:01.406708 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:01.413632 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:01.505116 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Made reservation on behalf of 3c9cd8532ab64a46b28e4b16c9998338 for: {'port': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:45:01.512004 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:01.689664 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device c2f93496-f550-47fe-b521-af6b6e9dab4f details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:45:01.699325 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 48614591-8f6b-4c46-9c6a-b9c407ada92e up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:45:02.048143 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port c2f93496-f550-47fe-b521-af6b6e9dab4f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c2f93496-f550-47fe-b521-af6b6e9dab4f,segment=NetworkSegment(207ec6af-5c0b-4f79-804f-a46777d4916e),segment_id=207ec6af-5c0b-4f79-804f-a46777d4916e)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:45:02.053228 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3edb65b7-7cc5-4f53-984f-5dd99967dd3c req-b72ad3b7-8210-4a0c-98af-973206945f7e tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 210 time: 0.1778045
May 21 15:45:02.073757 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': 'c2f93496-f550-47fe-b521-af6b6e9dab4f', 'network_id': 'dd709b31-c488-4c4f-a8bd-744a84d909c5', 'port_id': 'c2f93496-f550-47fe-b521-af6b6e9dab4f', 'mac_address': 'fa:16:3e:2d:dc:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e03a2f-0d09-476f-b7bb-e6347777bebb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:45:02.079859 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Allocated IP 172.20.0.3 (860ad3e0-b894-4ecf-beef-de2036706ee9/0632d989-1ebe-4f6d-8933-78740e2c134a/49386d28-0ceb-41f2-b0e6-45da0a5a8d82) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:45:02.121722 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port 48614591-8f6b-4c46-9c6a-b9c407ada92e completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:45:02.142996 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 48614591-8f6b-4c46-9c6a-b9c407ada92e triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:45:02.143382 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:02.250802 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:02.321929 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f93496-f550-47fe-b521-af6b6e9dab4f {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:45:02.358268 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port c2f93496-f550-47fe-b521-af6b6e9dab4f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c2f93496-f550-47fe-b521-af6b6e9dab4f,segment=NetworkSegment(207ec6af-5c0b-4f79-804f-a46777d4916e),segment_id=207ec6af-5c0b-4f79-804f-a46777d4916e)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:45:02.359535 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:02.409556 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30104164-e5ac-41c8-a785-4862d0ce1ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48614591-8f6b-4c46-9c6a-b9c407ada92e'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:45:02.460343 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 48614591-8f6b-4c46-9c6a-b9c407ada92e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=48614591-8f6b-4c46-9c6a-b9c407ada92e,segment=NetworkSegment(207ec6af-5c0b-4f79-804f-a46777d4916e),segment_id=207ec6af-5c0b-4f79-804f-a46777d4916e)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:45:02.473459 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:02.476510 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:02.559473 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30104164-e5ac-41c8-a785-4862d0ce1ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48614591-8f6b-4c46-9c6a-b9c407ada92e', 'code': 200}
May 21 15:45:02.572526 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:02.630302 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=c2f93496-f550-47fe-b521-af6b6e9dab4f,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:02.634760 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:02.635249 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:02.661733 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:02.763205 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5605202-375d-4898-86a9-b8fda678ee24 req-f5d53d26-45ab-4c49-b58e-4357efafa00d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:02.765316 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e5605202-375d-4898-86a9-b8fda678ee24 req-f5d53d26-45ab-4c49-b58e-4357efafa00d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 944 time: 0.1889997
May 21 15:45:02.776225 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=48614591-8f6b-4c46-9c6a-b9c407ada92e,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:02.791029 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:02.835375 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['c2f93496-f550-47fe-b521-af6b6e9dab4f'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:45:02.950561 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e5605202-375d-4898-86a9-b8fda678ee24 req-3569e580-3852-4a92-82ee-7e8b33cf35b2 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440620
May 21 15:45:03.060015 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:03.070243 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:03.245324 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Network 860ad3e0-b894-4ecf-beef-de2036706ee9 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:45:03.254371 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:45:03.296511 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:45:03.391229 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d105cdf-0619-44c3-8447-b96180508668 req-03322b9b-cbbf-41fd-9270-55c9498b572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:03.395647 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-4d105cdf-0619-44c3-8447-b96180508668 req-03322b9b-cbbf-41fd-9270-55c9498b572a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 1098 time: 0.2472663
May 21 15:45:03.459946 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-4d105cdf-0619-44c3-8447-b96180508668 req-11bb7ca9-7d75-4aef-8777-b28068a34f29 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594633
May 21 15:45:03.471125 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Pushing event updated for resources: {'Port': ['ID=49386d28-0ceb-41f2-b0e6-45da0a5a8d82,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:03.475619 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:03.532398 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:03.533475 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:03.577547 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322285f4-69c1-48e6-8194-75fd5826f991 req-59e7a05b-8244-4c26-8903-667170016236 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:03.578784 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-322285f4-69c1-48e6-8194-75fd5826f991 req-59e7a05b-8244-4c26-8903-667170016236 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Synchronizing usage tracker for tenant:3c9cd8532ab64a46b28e4b16c9998338 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:45:03.615923 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50368) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:03.662190 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4730234
May 21 15:45:03.678275 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Request body: {'port': {'device_id': '16691c22-7b19-463f-95bd-e462fb3f5a94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:45:03.745456 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-322285f4-69c1-48e6-8194-75fd5826f991 req-59e7a05b-8244-4c26-8903-667170016236 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Unset dirty status for tenant:3c9cd8532ab64a46b28e4b16c9998338 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:45:03.745456 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-322285f4-69c1-48e6-8194-75fd5826f991 req-59e7a05b-8244-4c26-8903-667170016236 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 931 time: 0.3796585
May 21 15:45:03.808837 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6876-f097-4509-a44f-2b042e6e65d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:03.856792 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-8b6d6876-f097-4509-a44f-2b042e6e65d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:03.869527 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-8b6d6876-f097-4509-a44f-2b042e6e65d1 admin admin] Usage tracker for resource:security_group_rule and tenant:8ee9c073819e43d59f85325dffba8c31 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:03.869826 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-322285f4-69c1-48e6-8194-75fd5826f991 req-7f03a930-af80-451b-911d-9449663b0301 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158025
May 21 15:45:03.870616 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:03.875062 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-8b6d6876-f097-4509-a44f-2b042e6e65d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:03.885132 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-8b6d6876-f097-4509-a44f-2b042e6e65d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:03.939868 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['8bf843ad-c2d4-4ef8-a190-4e7e30054302', '5785f2c7-272a-46e2-a2c1-b93149e53cd4'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:45:04.045615 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6876-f097-4509-a44f-2b042e6e65d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:04.170950 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8b6d6876-f097-4509-a44f-2b042e6e65d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:04.191252 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-1f28f411-501d-4443-b82c-ba7428e28cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:04.290460 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d6876-f097-4509-a44f-2b042e6e65d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56814b46-2d6e-45c2-8468-fb34806e4556,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:04.309711 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-8b6d6876-f097-4509-a44f-2b042e6e65d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:04.345840 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-8b6d6876-f097-4509-a44f-2b042e6e65d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ee9c073819e43d59f85325dffba8c31&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7282641
May 21 15:45:04.349169 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50392) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:04.425810 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4c4eccef-ff0b-49b9-9227-41c529ba1410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:04.468808 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4c4eccef-ff0b-49b9-9227-41c529ba1410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:04.647380 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e302de7-77c9-4d04-9d57-d31aaac28360 req-114231ce-600b-40ce-bc3a-2448e4aeac19 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:04.649306 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7e302de7-77c9-4d04-9d57-d31aaac28360 req-114231ce-600b-40ce-bc3a-2448e4aeac19 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 944 time: 0.3727970
May 21 15:45:04.699959 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4c4eccef-ff0b-49b9-9227-41c529ba1410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:04.706573 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:04.793917 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7e302de7-77c9-4d04-9d57-d31aaac28360 req-9e1fb5b3-946d-450e-9401-1c0ac52a33f2 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338875
May 21 15:45:04.812596 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 {{(pid=98820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:45:04.822064 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:04.886415 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Transition to ACTIVE for port object 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 will not be triggered until provisioned by entity L2. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:45:04.912189 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4eccef-ff0b-49b9-9227-41c529ba1410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56814b46-2d6e-45c2-8468-fb34806e4556,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:04.914719 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4c4eccef-ff0b-49b9-9227-41c529ba1410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:04.928490 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4c4eccef-ff0b-49b9-9227-41c529ba1410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:04.930411 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-4c4eccef-ff0b-49b9-9227-41c529ba1410 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/56814b46-2d6e-45c2-8468-fb34806e4556 HTTP/1.1" status: 204  len: 168 time: 0.5776076
May 21 15:45:04.991153 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:04.997309 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:05.254885 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Pushing event updated for resources: {'Port': ['ID=49386d28-0ceb-41f2-b0e6-45da0a5a8d82,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:05.287838 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:05.390840 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2811bc-5f40-47ce-b729-743dfe56a9ec req-714c6380-0273-4707-84cd-40722d2f4bfd tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:05.392439 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-dc2811bc-5f40-47ce-b729-743dfe56a9ec req-714c6380-0273-4707-84cd-40722d2f4bfd tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 943 time: 0.2777946
May 21 15:45:05.401006 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Attempting to bind port 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:45:05.401289 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Attempting to bind port 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9'}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:45:05.401562 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Attempting to bind port 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 on network 860ad3e0-b894-4ecf-beef-de2036706ee9 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:45:05.409327 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Port 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 on network 860ad3e0-b894-4ecf-beef-de2036706ee9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:45:05.409670 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Attempting to bind port 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 on network 860ad3e0-b894-4ecf-beef-de2036706ee9 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:45:05.433790 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:45:05.434139 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Checking segment: {'id': 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:45:05.434540 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Bound using segment: {'id': 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9'} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:45:05.435111 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Bound port: 49386d28-0ceb-41f2-b0e6-45da0a5a8d82, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9'}}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:45:05.436023 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:05.515799 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-dc2811bc-5f40-47ce-b729-743dfe56a9ec req-873a1aae-1058-417f-aed0-c7243c3d28f8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081963
May 21 15:45:05.574638 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] For port 49386d28-0ceb-41f2-b0e6-45da0a5a8d82, host hv-cinder-79264, cleared binding levels {{(pid=98820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:45:05.580393 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] For port 49386d28-0ceb-41f2-b0e6-45da0a5a8d82, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=49386d28-0ceb-41f2-b0e6-45da0a5a8d82,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:45:05.718024 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:05.722974 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:05.739648 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device c2f93496-f550-47fe-b521-af6b6e9dab4f up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:45:05.776291 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:05.776911 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:05.778364 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] 10.222.0.25 "PUT /v2.0/ports/49386d28-0ceb-41f2-b0e6-45da0a5a8d82 HTTP/1.1" status: 200  len: 1093 time: 2.1057105
May 21 15:45:05.778880 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16691c22-7b19-463f-95bd-e462fb3f5a94', 'tag': '49386d28-0ceb-41f2-b0e6-45da0a5a8d82'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:45:05.811477 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Pushing event updated for resources: {'Port': ['ID=49386d28-0ceb-41f2-b0e6-45da0a5a8d82,revision_number=3']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:05.822539 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:05.846110 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16691c22-7b19-463f-95bd-e462fb3f5a94', 'tag': '49386d28-0ceb-41f2-b0e6-45da0a5a8d82', 'status': 'completed', 'code': 200}
May 21 15:45:05.899996 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port c2f93496-f550-47fe-b521-af6b6e9dab4f completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:45:05.906035 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port c2f93496-f550-47fe-b521-af6b6e9dab4f triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:45:05.906615 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:06.024880 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf049f7-22a0-461f-975a-1448881a467a req-9105d75e-ba69-458b-8d0d-5ba0cf79d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:06.026562 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9cf049f7-22a0-461f-975a-1448881a467a req-9105d75e-ba69-458b-8d0d-5ba0cf79d753 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 1096 time: 0.1520269
May 21 15:45:06.168153 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50444) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:06.183203 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:06.207208 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-80c046af-bb99-4f04-98cd-1a005b61afc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:06.235717 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f75a94-1f04-4783-854e-0be21455f5da req-359b28f2-360a-4be2-9887-51dac1d77101 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:06.243036 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd044a0b3-a392-4fd4-a5d7-4e05685fe3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f93496-f550-47fe-b521-af6b6e9dab4f'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:45:06.244712 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-50f75a94-1f04-4783-854e-0be21455f5da req-359b28f2-360a-4be2-9887-51dac1d77101 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 944 time: 0.2925351
May 21 15:45:06.245042 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-80c046af-bb99-4f04-98cd-1a005b61afc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:06.250347 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-80c046af-bb99-4f04-98cd-1a005b61afc0 admin admin] Usage tracker for resource:security_group_rule and tenant:6239a02c28b9486c9f7ab803153dcb6f is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:06.254095 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-80c046af-bb99-4f04-98cd-1a005b61afc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:06.263175 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port c2f93496-f550-47fe-b521-af6b6e9dab4f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c2f93496-f550-47fe-b521-af6b6e9dab4f,segment=NetworkSegment(207ec6af-5c0b-4f79-804f-a46777d4916e),segment_id=207ec6af-5c0b-4f79-804f-a46777d4916e)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:45:06.279432 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-80c046af-bb99-4f04-98cd-1a005b61afc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:06.330283 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf049f7-22a0-461f-975a-1448881a467a req-5ed4ef56-f11a-48a4-9462-1da21e0d4eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:06.332058 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9cf049f7-22a0-461f-975a-1448881a467a req-5ed4ef56-f11a-48a4-9462-1da21e0d4eb4 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&shared=False HTTP/1.1" status: 200  len: 914 time: 0.2920511
May 21 15:45:06.342583 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd044a0b3-a392-4fd4-a5d7-4e05685fe3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f93496-f550-47fe-b521-af6b6e9dab4f', 'code': 200}
May 21 15:45:06.348373 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-50f75a94-1f04-4783-854e-0be21455f5da req-f2bfa0ad-6e43-4768-9d5f-68dc0a150887 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024911
May 21 15:45:06.409968 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:06.413586 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-66eceaee-de31-4d7f-895c-b88e4f35a015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:06.497889 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-80c046af-bb99-4f04-98cd-1a005b61afc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:06.614231 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-80c046af-bb99-4f04-98cd-1a005b61afc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:06.619788 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=c2f93496-f550-47fe-b521-af6b6e9dab4f,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:06.620478 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf049f7-22a0-461f-975a-1448881a467a req-c6520b2f-87c5-4e45-b42a-b2f7a607104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:06.623589 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c2539771-1df3-491f-9f1e-2e736c82a211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:06.623870 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9cf049f7-22a0-461f-975a-1448881a467a req-c6520b2f-87c5-4e45-b42a-b2f7a607104f service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2735686
May 21 15:45:06.640750 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:06.694967 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c046af-bb99-4f04-98cd-1a005b61afc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4016d5d7-9624-4131-9500-0b380e400154,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:06.699919 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-80c046af-bb99-4f04-98cd-1a005b61afc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:06.710473 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-80c046af-bb99-4f04-98cd-1a005b61afc0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6239a02c28b9486c9f7ab803153dcb6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5403295
May 21 15:45:06.722633 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50470) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:06.750368 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50474) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:06.859284 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bba966-c609-40cb-9c44-161f5d61db8b admin admin] Deleting subnet d8e213db-e816-4c12-8fe7-cc43ae2be937 {{(pid=98819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 21 15:45:06.865538 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-32bba966-c609-40cb-9c44-161f5d61db8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:06.930310 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790b931-1334-4309-8d8a-99ea4cea8e6f req-f6379267-a03a-4c8d-a2bc-6ea1e6107de7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:06.932429 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f790b931-1334-4309-8d8a-99ea4cea8e6f req-f6379267-a03a-4c8d-a2bc-6ea1e6107de7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 943 time: 0.1875608
May 21 15:45:06.965033 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-bbb246cc-d1cc-4d20-a28e-896c8d80e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:06.966851 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-bbb246cc-d1cc-4d20-a28e-896c8d80e2f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 1096 time: 0.2878385
May 21 15:45:07.009016 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-32bba966-c609-40cb-9c44-161f5d61db8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932813'] for subnet, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:07.065738 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a94a-c273-45ea-9818-94d305d6f085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:07.093469 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-bada4317-77bd-4e28-a332-1fc958eae9ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49386d28-0ceb-41f2-b0e6-45da0a5a8d82 HTTP/1.1" status: 200  len: 217 time: 0.1135390
May 21 15:45:07.137603 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a94a-c273-45ea-9818-94d305d6f085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:07.143755 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f790b931-1334-4309-8d8a-99ea4cea8e6f req-dda62cdf-f72c-4d10-9ce0-285850e95fc0 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2013943
May 21 15:45:07.166618 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-32bba966-c609-40cb-9c44-161f5d61db8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981060'] for subnet, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:07.246887 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c0473-f5b6-46a8-aa4e-ce3b53640a5f req-1dbeaa63-8f6d-4023-9fe2-036c0f9115db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:07.249455 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-136c0473-f5b6-46a8-aa4e-ce3b53640a5f req-1dbeaa63-8f6d-4023-9fe2-036c0f9115db service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 1098 time: 0.3435030
May 21 15:45:07.254342 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-b428799e-f2ae-48dc-bbd0-6ff99afb130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:07.256372 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-b428799e-f2ae-48dc-bbd0-6ff99afb130b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0632d989-1ebe-4f6d-8933-78740e2c134a HTTP/1.1" status: 200  len: 853 time: 0.1310127
May 21 15:45:07.325052 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-b1b6b4f2-e38d-44b6-8ffc-1d187227f7b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=860ad3e0-b894-4ecf-beef-de2036706ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0616393
May 21 15:45:07.393833 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-136c0473-f5b6-46a8-aa4e-ce3b53640a5f req-9d7cd805-9fab-42ab-9632-37bb80b4cadb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362190
May 21 15:45:07.479437 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-054630b7-9a0b-4974-9670-048d9e955573 service neutron] 10.222.0.25 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455734
May 21 15:45:07.501018 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a94a-c273-45ea-9818-94d305d6f085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:07.515691 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-aa294a02-bc1c-4a62-8de8-166e11b4a5a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:07.549909 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3a94a-c273-45ea-9818-94d305d6f085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4016d5d7-9624-4131-9500-0b380e400154,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:07.556501 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d5f3a94a-c273-45ea-9818-94d305d6f085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:07.575424 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a94a-c273-45ea-9818-94d305d6f085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:07.580119 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-d5f3a94a-c273-45ea-9818-94d305d6f085 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4016d5d7-9624-4131-9500-0b380e400154 HTTP/1.1" status: 204  len: 168 time: 0.8598700
May 21 15:45:07.739700 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-32bba966-c609-40cb-9c44-161f5d61db8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5568265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6212389'] for subnet, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:07.745402 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-781e381f-0808-47c6-9cc3-bd750d777856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:07.782885 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bba966-c609-40cb-9c44-161f5d61db8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8e213db-e816-4c12-8fe7-cc43ae2be937,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:07.786715 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-32bba966-c609-40cb-9c44-161f5d61db8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:07.787903 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-32bba966-c609-40cb-9c44-161f5d61db8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:07.795557 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c27a607f-1a24-4829-b814-d9a9c6bcd555 req-86b877f5-9913-4317-ad6c-7e141561bcc7 service neutron] 10.222.0.25 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3075545
May 21 15:45:07.798197 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 50504) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:07.798516 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-32bba966-c609-40cb-9c44-161f5d61db8b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d8e213db-e816-4c12-8fe7-cc43ae2be937 HTTP/1.1" status: 204  len: 168 time: 1.0464880
May 21 15:45:07.834809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a418c75-604a-4bdb-8d42-6432a67b561e req-d5da6e9a-3a54-4b80-80c3-1f46ced39417 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:07.843550 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7a418c75-604a-4bdb-8d42-6432a67b561e req-d5da6e9a-3a54-4b80-80c3-1f46ced39417 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.3312893
May 21 15:45:08.001969 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7a418c75-604a-4bdb-8d42-6432a67b561e req-931fc5af-3a36-4ac2-9d1c-e298f57a3737 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575794
May 21 15:45:08.004285 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50512) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:08.005236 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d525346f-2c64-42e9-aa6d-baf6170864cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597767'] for network, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:08.215816 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d525346f-2c64-42e9-aa6d-baf6170864cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980989', 'neutron.services.segments.db._delete_segments_for_network-8736311911289'] for network, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:08.241677 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e8e46443-e1f9-44d0-9f74-7636396f0cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:08.253849 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-d525346f-2c64-42e9-aa6d-baf6170864cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f214aa56c70>,) {'filters': {'network_id': ['e2e7c367-20cf-4018-8314-9da5977edcab']}} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:45:08.269972 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-d525346f-2c64-42e9-aa6d-baf6170864cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f214aa56c70>, '7b45d6aa-5476-4eb4-b41d-7a2b43b76d1e') {'for_net_delete': True} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:45:08.270292 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-d525346f-2c64-42e9-aa6d-baf6170864cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f214aa56c70>, '7b45d6aa-5476-4eb4-b41d-7a2b43b76d1e') {} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:45:08.278874 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e8e46443-e1f9-44d0-9f74-7636396f0cba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:08.288906 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d525346f-2c64-42e9-aa6d-baf6170864cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736311923725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6784996'] for segment, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:08.291155 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e8e46443-e1f9-44d0-9f74-7636396f0cba admin admin] Usage tracker for resource:security_group_rule and tenant:3c30474420454ee7bc30f4ece74f614d is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:08.302205 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e8e46443-e1f9-44d0-9f74-7636396f0cba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:08.320220 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e8e46443-e1f9-44d0-9f74-7636396f0cba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:08.335335 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d525346f-2c64-42e9-aa6d-baf6170864cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:08.346004 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d525346f-2c64-42e9-aa6d-baf6170864cd admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=98820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 21 15:45:08.346433 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d525346f-2c64-42e9-aa6d-baf6170864cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6069483'] for segment, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]: Traceback (most recent call last):
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:     timer()
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:     cb(*args, **kw)
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:     return func(*args, **kwargs)
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:     self._notify()
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:     self.callback(batched_events)
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:     event.method(event)
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:     aggregate_uuid = self.p_client.list_aggregates(
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:     return f(self, *a, **k)
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self._get(url).json()
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self.request(url, 'GET', **kwargs)
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:     base_url = self.get_endpoint(auth, allow=allow,
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 21 15:45:08.362588 dv-cinder-792642-1-iscsi neutron-server[98820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 21 15:45:08.472853 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e8e46443-e1f9-44d0-9f74-7636396f0cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:08.541215 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c05a8-2ecf-41aa-8fd8-f3e08ceafd9d req-a2a64d22-4668-428d-aa70-796327d197b9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:08.542685 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-de7c05a8-2ecf-41aa-8fd8-f3e08ceafd9d req-a2a64d22-4668-428d-aa70-796327d197b9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 943 time: 0.1141512
May 21 15:45:08.585739 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e8e46443-e1f9-44d0-9f74-7636396f0cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:08.596459 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d525346f-2c64-42e9-aa6d-baf6170864cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8122016'] for network, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:08.607636 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-eaf49b4b-5e98-4476-82ca-b2da1fb932ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:08.612264 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d525346f-2c64-42e9-aa6d-baf6170864cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:08.635764 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d8643908-8c99-41db-a698-90ce512962dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:08.679768 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525346f-2c64-42e9-aa6d-baf6170864cd admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e7c367-20cf-4018-8314-9da5977edcab,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:08.705057 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d525346f-2c64-42e9-aa6d-baf6170864cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:08.705057 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-d525346f-2c64-42e9-aa6d-baf6170864cd admin admin] 10.222.0.70 "DELETE /v2.0/networks/e2e7c367-20cf-4018-8314-9da5977edcab HTTP/1.1" status: 204  len: 168 time: 0.8979743
May 21 15:45:08.705735 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50534) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:08.706364 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-de7c05a8-2ecf-41aa-8fd8-f3e08ceafd9d req-8cec6949-130b-49df-8621-29dfeec6a3d6 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550543
May 21 15:45:08.714459 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-e8e46443-e1f9-44d0-9f74-7636396f0cba admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c30474420454ee7bc30f4ece74f614d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7020712
May 21 15:45:08.715458 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 50536) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:08.767725 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e46443-e1f9-44d0-9f74-7636396f0cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaad226-35d6-408c-b214-8aba77174316,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:08.776153 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e8e46443-e1f9-44d0-9f74-7636396f0cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:08.813224 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4f918ebc-eb26-43a0-98bf-3323e83652ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:08.813784 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b5439ee-68d4-42b2-8bab-c421a754af0c admin admin] Deleting subnet ca430b15-f24d-4652-a1c9-acf1108a59f2 {{(pid=98819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 21 15:45:08.817260 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b5439ee-68d4-42b2-8bab-c421a754af0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:08.843091 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4f918ebc-eb26-43a0-98bf-3323e83652ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:08.875637 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b5439ee-68d4-42b2-8bab-c421a754af0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932813'] for subnet, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:08.955702 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b5439ee-68d4-42b2-8bab-c421a754af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981060'] for subnet, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:09.059920 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4f918ebc-eb26-43a0-98bf-3323e83652ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:09.065258 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-85241e3b-b5b6-4adf-bebf-977bd8f7ce4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:09.078539 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f918ebc-eb26-43a0-98bf-3323e83652ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaad226-35d6-408c-b214-8aba77174316,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:09.082041 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-4f918ebc-eb26-43a0-98bf-3323e83652ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:09.084459 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4f918ebc-eb26-43a0-98bf-3323e83652ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:09.087965 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-4f918ebc-eb26-43a0-98bf-3323e83652ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ccaad226-35d6-408c-b214-8aba77174316 HTTP/1.1" status: 204  len: 168 time: 0.3682699
May 21 15:45:09.327918 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b581b39-5b8e-4262-97a6-19f6577ea409 req-92a95e98-0902-4f7a-8db4-9df0b31980bb tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:09.343017 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9b581b39-5b8e-4262-97a6-19f6577ea409 req-92a95e98-0902-4f7a-8db4-9df0b31980bb tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.1658642
May 21 15:45:09.352084 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b5439ee-68d4-42b2-8bab-c421a754af0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5568265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6212389'] for subnet, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:09.356422 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-377f3a39-2b78-4965-8b84-ab597904ca08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:09.408973 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5439ee-68d4-42b2-8bab-c421a754af0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca430b15-f24d-4652-a1c9-acf1108a59f2,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:09.412000 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7b5439ee-68d4-42b2-8bab-c421a754af0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:09.412243 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9b581b39-5b8e-4262-97a6-19f6577ea409 req-aff6e8c5-6e05-4c95-aca2-55c017e3ce1d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672004
May 21 15:45:09.415891 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b5439ee-68d4-42b2-8bab-c421a754af0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:09.430020 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-7b5439ee-68d4-42b2-8bab-c421a754af0c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ca430b15-f24d-4652-a1c9-acf1108a59f2 HTTP/1.1" status: 204  len: 168 time: 0.7133725
May 21 15:45:09.433674 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 50566) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:09.571448 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-11e2d8de-eb8d-4e0c-adf7-c1f182b357d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597767'] for network, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:09.756509 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-11e2d8de-eb8d-4e0c-adf7-c1f182b357d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980989', 'neutron.services.segments.db._delete_segments_for_network-8736311911289'] for network, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:09.820564 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-11e2d8de-eb8d-4e0c-adf7-c1f182b357d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f214a8df910>,) {'filters': {'network_id': ['318c6e5a-e5b5-47ed-8d8e-fa9e9cf292c1']}} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:45:09.875068 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-11e2d8de-eb8d-4e0c-adf7-c1f182b357d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f214a8df910>, 'e316f5bb-7fce-4b3f-bb2e-822533a6fa12') {'for_net_delete': True} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:45:09.875601 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-11e2d8de-eb8d-4e0c-adf7-c1f182b357d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f214a8df910>, 'e316f5bb-7fce-4b3f-bb2e-822533a6fa12') {} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:45:09.922354 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-11e2d8de-eb8d-4e0c-adf7-c1f182b357d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736311923725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6784996'] for segment, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:10.000136 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-11e2d8de-eb8d-4e0c-adf7-c1f182b357d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:10.021007 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e2d8de-eb8d-4e0c-adf7-c1f182b357d1 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=98820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 21 15:45:10.021635 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-11e2d8de-eb8d-4e0c-adf7-c1f182b357d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6069483'] for segment, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]: Traceback (most recent call last):
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:     timer()
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:     cb(*args, **kw)
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:     return func(*args, **kwargs)
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:     self._notify()
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:     self.callback(batched_events)
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:     event.method(event)
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:     aggregate_uuid = self.p_client.list_aggregates(
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:     return f(self, *a, **k)
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self._get(url).json()
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self.request(url, 'GET', **kwargs)
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:     base_url = self.get_endpoint(auth, allow=allow,
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 21 15:45:10.043912 dv-cinder-792642-1-iscsi neutron-server[98820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 21 15:45:10.192607 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66853096-5517-4c5f-819f-4fb04b0302f6 req-bc8ed0ca-51ef-4529-bea2-6e7da25b83e5 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:10.194188 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-66853096-5517-4c5f-819f-4fb04b0302f6 req-bc8ed0ca-51ef-4529-bea2-6e7da25b83e5 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 943 time: 0.2505310
May 21 15:45:10.272323 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-66853096-5517-4c5f-819f-4fb04b0302f6 req-f20c9323-0113-46ed-b17d-19fd8a0e7bda tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659485
May 21 15:45:10.343371 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-11e2d8de-eb8d-4e0c-adf7-c1f182b357d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8122016'] for network, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:10.393705 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-11e2d8de-eb8d-4e0c-adf7-c1f182b357d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:10.405759 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d525346f-2c64-42e9-aa6d-baf6170864cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:10.436800 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-11e2d8de-eb8d-4e0c-adf7-c1f182b357d1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/318c6e5a-e5b5-47ed-8d8e-fa9e9cf292c1 HTTP/1.1" status: 204  len: 168 time: 0.9978943
May 21 15:45:10.440586 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2d8de-eb8d-4e0c-adf7-c1f182b357d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=318c6e5a-e5b5-47ed-8d8e-fa9e9cf292c1,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:10.444711 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-11e2d8de-eb8d-4e0c-adf7-c1f182b357d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:10.655124 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8824fb-d811-4cee-83e4-cf4cb50d98b2 req-f5bb537a-9bcb-4805-97d9-8b65a2b1bbb8 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:10.656767 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ed8824fb-d811-4cee-83e4-cf4cb50d98b2 req-f5bb537a-9bcb-4805-97d9-8b65a2b1bbb8 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.3162079
May 21 15:45:10.697917 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50588) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:10.711475 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802eb13-f64d-4cde-a681-c3118de9ece6 req-d359787a-9a13-47e6-93b5-25d9e7bcf23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:10.714039 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e802eb13-f64d-4cde-a681-c3118de9ece6 req-d359787a-9a13-47e6-93b5-25d9e7bcf23a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bfbec51500e4ef29d0dbea8f7ebcdd7&device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 1098 time: 0.2553008
May 21 15:45:10.784291 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8ea68d23-daf9-445b-8912-3f4c46c4e32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:10.806307 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ed8824fb-d811-4cee-83e4-cf4cb50d98b2 req-cd8917f0-485f-4eeb-b931-1eb376256137 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350431
May 21 15:45:10.860174 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-8ea68d23-daf9-445b-8912-3f4c46c4e32f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:10.876287 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-8ea68d23-daf9-445b-8912-3f4c46c4e32f admin admin] Usage tracker for resource:security_group_rule and tenant:45ec15ef4afc4ac4bd5a3e9c7d5ea27b is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:10.887402 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-8ea68d23-daf9-445b-8912-3f4c46c4e32f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:10.896753 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-8ea68d23-daf9-445b-8912-3f4c46c4e32f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:11.026199 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802eb13-f64d-4cde-a681-c3118de9ece6 req-8837ec15-31db-4384-85a0-7d48ab25c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:11.029378 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e802eb13-f64d-4cde-a681-c3118de9ece6 req-8837ec15-31db-4384-85a0-7d48ab25c687 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dd709b31-c488-4c4f-a8bd-744a84d909c5 HTTP/1.1" status: 200  len: 919 time: 0.2890995
May 21 15:45:11.117275 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50596) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:11.145306 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8ea68d23-daf9-445b-8912-3f4c46c4e32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:11.230570 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e802eb13-f64d-4cde-a681-c3118de9ece6 req-3e4a128e-a940-4109-8a28-d345053bb54d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2f93496-f550-47fe-b521-af6b6e9dab4f HTTP/1.1" status: 200  len: 217 time: 0.1905229
May 21 15:45:11.317889 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8ea68d23-daf9-445b-8912-3f4c46c4e32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:11.334284 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-cbc5c8ce-82ed-4b46-a37f-4be21cdabe4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:11.344456 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802eb13-f64d-4cde-a681-c3118de9ece6 req-8268cf4d-bedb-4886-ba76-f09318366b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:11.347604 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e802eb13-f64d-4cde-a681-c3118de9ece6 req-8268cf4d-bedb-4886-ba76-f09318366b74 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17e03a2f-0d09-476f-b7bb-e6347777bebb HTTP/1.1" status: 200  len: 858 time: 0.1096151
May 21 15:45:11.439474 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 50608) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:11.462056 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-8ea68d23-daf9-445b-8912-3f4c46c4e32f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=45ec15ef4afc4ac4bd5a3e9c7d5ea27b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7612588
May 21 15:45:11.466598 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50612) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:11.468473 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-bf0149c4-33de-40bd-9f7a-28b4ac99cff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:11.497325 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e802eb13-f64d-4cde-a681-c3118de9ece6 req-b0b50c5c-2c9a-4fa8-b00d-db8dee79c6bc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd709b31-c488-4c4f-a8bd-744a84d909c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1423917
May 21 15:45:11.501792 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea68d23-daf9-445b-8912-3f4c46c4e32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00558cea-398a-4a02-a1a1-4e8062dfd3cc,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:11.510819 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-8ea68d23-daf9-445b-8912-3f4c46c4e32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:11.511197 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-bf0149c4-33de-40bd-9f7a-28b4ac99cff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:11.524166 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-bf0149c4-33de-40bd-9f7a-28b4ac99cff8 admin admin] Usage tracker for resource:security_group_rule and tenant:e9311507a31b46a2855f7775b862ca5b is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:11.530233 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-bf0149c4-33de-40bd-9f7a-28b4ac99cff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:11.548580 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-bf0149c4-33de-40bd-9f7a-28b4ac99cff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:11.598133 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d2e9db83-55e6-492b-a253-42280cf0b1f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:11.642132 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d2e9db83-55e6-492b-a253-42280cf0b1f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:11.642531 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-6acc8ad0-3166-41fe-9da5-4920da673c96 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=de66dc68603f4928a7d06688d088b06f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2016137
May 21 15:45:11.647072 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 50618) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:11.737395 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-bf0149c4-33de-40bd-9f7a-28b4ac99cff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:11.767735 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:45:11.791416 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a3cae-ecb9-49d7-872c-caa154cc767c req-3cac0119-eab6-4046-9cc5-aa12cf14488c tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:11.792148 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1c1a3cae-ecb9-49d7-872c-caa154cc767c req-3cac0119-eab6-4046-9cc5-aa12cf14488c tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 943 time: 0.3536217
May 21 15:45:11.820272 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-bf0149c4-33de-40bd-9f7a-28b4ac99cff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:11.826072 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e802eb13-f64d-4cde-a681-c3118de9ece6 req-f7f0cf11-6776-43e5-b44c-58f9ebc95f6c service neutron] 10.222.0.25 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3093541
May 21 15:45:11.838803 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-8b6d6876-f097-4509-a44f-2b042e6e65d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:11.901356 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d2e9db83-55e6-492b-a253-42280cf0b1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:12.029353 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 49386d28-0ceb-41f2-b0e6-45da0a5a8d82, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=49386d28-0ceb-41f2-b0e6-45da0a5a8d82,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:45:12.039066 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d2e9db83-55e6-492b-a253-42280cf0b1f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:12.046041 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-d2e9db83-55e6-492b-a253-42280cf0b1f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00558cea-398a-4a02-a1a1-4e8062dfd3cc HTTP/1.1" status: 204  len: 168 time: 0.5585642
May 21 15:45:12.047531 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0149c4-33de-40bd-9f7a-28b4ac99cff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a8c29a-ce99-4cf5-a857-7da2ca7c9cbe,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:12.062999 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '49386d28-0ceb-41f2-b0e6-45da0a5a8d82', 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9', 'port_id': '49386d28-0ceb-41f2-b0e6-45da0a5a8d82', 'mac_address': 'fa:16:3e:bf:25:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0632d989-1ebe-4f6d-8933-78740e2c134a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:45:12.073283 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-bf0149c4-33de-40bd-9f7a-28b4ac99cff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:12.078146 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:12.104002 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9db83-55e6-492b-a253-42280cf0b1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00558cea-398a-4a02-a1a1-4e8062dfd3cc,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:12.106026 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6b72-2936-45b1-a73d-ed97e3d80fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:12.123314 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-bf0149c4-33de-40bd-9f7a-28b4ac99cff8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e9311507a31b46a2855f7775b862ca5b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0013509
May 21 15:45:12.123314 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d2e9db83-55e6-492b-a253-42280cf0b1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:12.124004 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50632) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:12.192039 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:12.250593 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:45:12.284268 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1c1a3cae-ecb9-49d7-872c-caa154cc767c req-478739c1-0dd9-474b-8f63-b7d0278dabf3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4835696
May 21 15:45:12.284839 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 49386d28-0ceb-41f2-b0e6-45da0a5a8d82, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=49386d28-0ceb-41f2-b0e6-45da0a5a8d82,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:45:12.385407 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:12.404109 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:12.433368 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-62ac9e7f-ab5c-4c62-811b-0e0c07624562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:12.441336 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6b72-2936-45b1-a73d-ed97e3d80fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:12.472932 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e802eb13-f64d-4cde-a681-c3118de9ece6 req-67835a8c-4da3-4c90-bcb7-42a581412587 service neutron] 10.222.0.25 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6378734
May 21 15:45:12.522759 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-62ac9e7f-ab5c-4c62-811b-0e0c07624562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:12.549285 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=49386d28-0ceb-41f2-b0e6-45da0a5a8d82,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:12.553357 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:12.598401 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa886651-3869-49cc-b303-e60fdcc07ac1 req-a1e962a1-916b-4ef5-bf26-60924c6f1e1f tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:12.601107 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-aa886651-3869-49cc-b303-e60fdcc07ac1 req-a1e962a1-916b-4ef5-bf26-60924c6f1e1f tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.5148847
May 21 15:45:12.695680 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-aa886651-3869-49cc-b303-e60fdcc07ac1 req-c6acd2a6-c272-4931-a623-674b9d0fdbfa tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871735
May 21 15:45:12.756785 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-62ac9e7f-ab5c-4c62-811b-0e0c07624562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:12.757716 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['49386d28-0ceb-41f2-b0e6-45da0a5a8d82'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:45:12.762660 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c95498ae-f875-4f40-ac59-d4b5d5c20f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:12.792108 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6b72-2936-45b1-a73d-ed97e3d80fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:12.799053 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-e1d21dc1-d257-45d4-aedb-b7441d5e1dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:12.807252 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac9e7f-ab5c-4c62-811b-0e0c07624562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a8c29a-ce99-4cf5-a857-7da2ca7c9cbe,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:12.812872 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-62ac9e7f-ab5c-4c62-811b-0e0c07624562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:12.826233 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-62ac9e7f-ab5c-4c62-811b-0e0c07624562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:12.829546 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a6b72-2936-45b1-a73d-ed97e3d80fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930142cf-0ac3-46e7-8a1f-a23d1a4af303,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:12.836448 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-62ac9e7f-ab5c-4c62-811b-0e0c07624562 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96a8c29a-ce99-4cf5-a857-7da2ca7c9cbe HTTP/1.1" status: 204  len: 168 time: 0.7108953
May 21 15:45:12.846682 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-3c8a6b72-2936-45b1-a73d-ed97e3d80fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:12.852551 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3c8a6b72-2936-45b1-a73d-ed97e3d80fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:12.863460 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-3c8a6b72-2936-45b1-a73d-ed97e3d80fae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/930142cf-0ac3-46e7-8a1f-a23d1a4af303 HTTP/1.1" status: 204  len: 168 time: 1.2050793
May 21 15:45:13.025755 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ce143292-3fd0-459e-9c6f-5261c2e24cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:13.576647 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1b5a1-ecb8-4a06-aa0f-50c116b49d0e req-b6c1fae1-dbb1-4f72-80ae-943b62522a02 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:13.578288 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6bf1b5a1-ecb8-4a06-aa0f-50c116b49d0e req-b6c1fae1-dbb1-4f72-80ae-943b62522a02 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 944 time: 0.1254995
May 21 15:45:13.688615 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6bf1b5a1-ecb8-4a06-aa0f-50c116b49d0e req-2d120e44-968e-4aab-8b96-c7ae4df444b0 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940139
May 21 15:45:14.069092 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddb7ed-2a6e-4288-a887-961a5d404ac1 req-86d7ffb7-931f-4daa-80f8-52b4f67665fc tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:14.069092 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5cddb7ed-2a6e-4288-a887-961a5d404ac1 req-86d7ffb7-931f-4daa-80f8-52b4f67665fc tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.1974499
May 21 15:45:14.203158 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5cddb7ed-2a6e-4288-a887-961a5d404ac1 req-22d0ff91-d301-4a62-b9aa-cab64ec30d28 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365297
May 21 15:45:14.319463 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50706) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:14.479876 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-d3bc33ba-132c-46fc-935e-92a725033ea6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5f80b37b5374175ad17b340910dc24b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1586490
May 21 15:45:14.493248 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50714) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:14.596050 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-824962c3-c98b-4918-a786-f464738c7b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:14.633388 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-824962c3-c98b-4918-a786-f464738c7b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:14.792001 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c5ccc-760a-4586-9d9b-779a1beb7c7a req-a4f0d93e-f801-4931-9daf-d3963ec69796 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:14.800506 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d94c5ccc-760a-4586-9d9b-779a1beb7c7a req-a4f0d93e-f801-4931-9daf-d3963ec69796 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1214581
May 21 15:45:14.845503 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-824962c3-c98b-4918-a786-f464738c7b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:14.865129 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-8ea68d23-daf9-445b-8912-3f4c46c4e32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:14.872147 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d94c5ccc-760a-4586-9d9b-779a1beb7c7a req-300ab33b-39f2-45db-8e4c-241a6a27cf04 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704150
May 21 15:45:14.878980 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824962c3-c98b-4918-a786-f464738c7b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0edf9a7-8a62-4fe3-b598-98d67830f761,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:14.883716 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-824962c3-c98b-4918-a786-f464738c7b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:14.898021 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-824962c3-c98b-4918-a786-f464738c7b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:14.899302 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-824962c3-c98b-4918-a786-f464738c7b6a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f0edf9a7-8a62-4fe3-b598-98d67830f761 HTTP/1.1" status: 204  len: 168 time: 0.4154999
May 21 15:45:15.045474 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be52bc-81e7-487f-8c04-de4347a80b22 req-70430e42-8cb6-43d2-865f-216b5d6a80c2 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:15.047300 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a1be52bc-81e7-487f-8c04-de4347a80b22 req-70430e42-8cb6-43d2-865f-216b5d6a80c2 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 944 time: 0.1101356
May 21 15:45:15.101173 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a1be52bc-81e7-487f-8c04-de4347a80b22 req-f3a2883c-f149-4e4c-87f9-5e891b6de937 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430260
May 21 15:45:15.538111 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a292e9f-108f-4fad-89fd-3c36b3432d60 req-e52da039-f51e-402b-ae29-032e8919b897 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:15.541417 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6a292e9f-108f-4fad-89fd-3c36b3432d60 req-e52da039-f51e-402b-ae29-032e8919b897 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.1682127
May 21 15:45:15.631462 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6a292e9f-108f-4fad-89fd-3c36b3432d60 req-fb0edfe6-b53b-4481-8fb1-9d1c7415f103 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778506
May 21 15:45:15.709474 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:15.782092 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:45:15.867751 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-2ef2b2ee-9773-4569-9060-89d2016812bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:16.031075 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:45:16.038286 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:45:16.038866 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:16.078305 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50766) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:16.240203 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c10c5-fc7c-48e0-a783-01981ad49f61 req-dec7658e-94f1-488a-8495-1a3859f79d3d tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:16.255368 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a94c10c5-fc7c-48e0-a783-01981ad49f61 req-dec7658e-94f1-488a-8495-1a3859f79d3d tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1556001
May 21 15:45:16.341091 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-475254892-network', 'tenant_id': '20b074a67d6f4322a6fbb3f3a5b89957'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:45:16.352431 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:16.366538 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Usage tracker for resource:network and tenant:20b074a67d6f4322a6fbb3f3a5b89957 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:16.375365 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:16.392612 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:16.421043 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:16.467546 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16691c22-7b19-463f-95bd-e462fb3f5a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49386d28-0ceb-41f2-b0e6-45da0a5a8d82'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:45:16.483161 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 49386d28-0ceb-41f2-b0e6-45da0a5a8d82, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=49386d28-0ceb-41f2-b0e6-45da0a5a8d82,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:45:16.521169 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Made reservation on behalf of 20b074a67d6f4322a6fbb3f3a5b89957 for: {'network': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:45:16.521852 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a94c10c5-fc7c-48e0-a783-01981ad49f61 req-4e9b1f5b-137a-43c1-840d-33078bea98c4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2614169
May 21 15:45:16.524340 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:16.544188 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:16.566540 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:16.566540 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-05ee0a64-bdf2-435d-b2b3-e969fdae706b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:16.577865 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:16.579281 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eac2d8-d774-4c99-9b5c-0b339c528755 req-ddebe871-2d94-429a-b729-f5c9c82d0414 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:16.584164 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Usage tracker for resource:security_group_rule and tenant:20b074a67d6f4322a6fbb3f3a5b89957 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:16.595551 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:16.599458 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:16.601842 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-42eac2d8-d774-4c99-9b5c-0b339c528755 req-ddebe871-2d94-429a-b729-f5c9c82d0414 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 944 time: 0.3442550
May 21 15:45:16.677988 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16691c22-7b19-463f-95bd-e462fb3f5a94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49386d28-0ceb-41f2-b0e6-45da0a5a8d82', 'code': 200}
May 21 15:45:16.752719 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-42eac2d8-d774-4c99-9b5c-0b339c528755 req-553d3db4-6e4c-4aca-b51c-96a42de2f2e3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437547
May 21 15:45:16.787990 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=49386d28-0ceb-41f2-b0e6-45da0a5a8d82,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:16.796540 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:16.868491 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:16.920334 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:17.022674 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:17.030250 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c28db-3654-4deb-8d51-f6747af07b56 req-f61e7449-44f5-48ae-9c6e-2ae952c71170 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:17.032157 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-190c28db-3654-4deb-8d51-f6747af07b56 req-f61e7449-44f5-48ae-9c6e-2ae952c71170 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.1221681
May 21 15:45:17.032827 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-824962c3-c98b-4918-a786-f464738c7b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:17.119860 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'}  {{(pid=98819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:45:17.135778 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-190c28db-3654-4deb-8d51-f6747af07b56 req-03952a50-1574-4451-a2d1-c623c04d4464 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915811
May 21 15:45:17.147725 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026acafb-aa71-45f2-887f-c4d4cefaa9a9,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:17.157220 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:17.161862 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:17.162854 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.db.segments_db [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Added segment fda1cb10-8e06-4112-9262-0784a11c06be of type vlan for network e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8
May 21 15:45:17.238892 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:17.309474 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf61cf5-5231-48df-9ded-bbcbbe07024d req-63ea4431-86e9-4e2e-98d4-7d85e58bd495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:17.312909 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bcf61cf5-5231-48df-9ded-bbcbbe07024d req-63ea4431-86e9-4e2e-98d4-7d85e58bd495 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 1098 time: 0.1545196
May 21 15:45:17.394690 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bcf61cf5-5231-48df-9ded-bbcbbe07024d req-2d633db7-d354-42b0-8b01-4dc0c277cb01 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727792
May 21 15:45:17.421348 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:17.423930 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:17.426697 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:17.433774 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:17.612525 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Pushing event updated for resources: {'Network': ['ID=e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:17.617856 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:17.628334 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:45:17.722940 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.6426849
May 21 15:45:17.727749 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50820) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:17.737612 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] Request body: {'subnet': {'network_id': 'e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-475254892-subnet', 'tenant_id': '20b074a67d6f4322a6fbb3f3a5b89957', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:45:17.758539 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:17.767066 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] Usage tracker for resource:subnet and tenant:20b074a67d6f4322a6fbb3f3a5b89957 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:17.773511 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:17.812746 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:17.974297 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] Made reservation on behalf of 20b074a67d6f4322a6fbb3f3a5b89957 for: {'subnet': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:45:17.978644 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6212352'] for subnet, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:18.093988 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135511cc-7b09-4e53-b95d-ec1037bacbe8 req-b18602c2-49d5-4608-bbbd-d7606435673a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:18.102684 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-135511cc-7b09-4e53-b95d-ec1037bacbe8 req-b18602c2-49d5-4608-bbbd-d7606435673a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.3223326
May 21 15:45:18.184635 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-135511cc-7b09-4e53-b95d-ec1037bacbe8 req-cb68776b-3f6b-41e1-8210-4108557a28c1 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652282
May 21 15:45:18.193777 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acead9c-96b7-437b-8212-3d0c97d6123b req-c0511f94-212a-4635-a23a-19126362a528 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:18.201938 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8acead9c-96b7-437b-8212-3d0c97d6123b req-c0511f94-212a-4635-a23a-19126362a528 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 945 time: 0.2047594
May 21 15:45:18.293707 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8acead9c-96b7-437b-8212-3d0c97d6123b req-a588f591-332d-4e62-b331-f8c723cc3b5f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899944
May 21 15:45:18.440329 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:18.626266 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d170a6f-d112-4a5d-8261-dfd125d9df93 req-106d4191-350c-4574-90fc-753c912be1a7 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:18.629298 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5d170a6f-d112-4a5d-8261-dfd125d9df93 req-106d4191-350c-4574-90fc-753c912be1a7 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.1495402
May 21 15:45:18.737814 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5d170a6f-d112-4a5d-8261-dfd125d9df93 req-5e7cbe84-f4ef-4994-93f3-58d50c79b6cf tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011946
May 21 15:45:18.819837 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 50846) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:18.892883 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5568456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6212398'] for subnet, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:18.899084 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:19.038594 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=004586cd-8a39-4f57-9d54-5bc08ecba38d,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:19.059875 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:19.077306 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] Checking segment: {'id': 'fda1cb10-8e06-4112-9262-0784a11c06be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:45:19.077523 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] Network hostable DHCP agents. Network: e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:45:19.156190 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f777353-0c98-4879-9b65-b74ce2068c46 req-e09a65ae-911b-4da3-bb3a-1faaa9eb038b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:19.166646 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3f777353-0c98-4879-9b65-b74ce2068c46 req-e09a65ae-911b-4da3-bb3a-1faaa9eb038b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.1527598
May 21 15:45:19.249904 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8c4d50f9-8417-4e3c-8184-fe2d62a7aaad admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:19.281586 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3f777353-0c98-4879-9b65-b74ce2068c46 req-484bb237-bdb5-47d2-9345-57f47017b046 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1088915
May 21 15:45:19.287097 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-8c4d50f9-8417-4e3c-8184-fe2d62a7aaad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:19.288395 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-8c4d50f9-8417-4e3c-8184-fe2d62a7aaad admin admin] Usage tracker for resource:security_group_rule and tenant:e475f67421964b8595b6dc7c177ea1a9 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:19.292638 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-8c4d50f9-8417-4e3c-8184-fe2d62a7aaad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:19.300878 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-8c4d50f9-8417-4e3c-8184-fe2d62a7aaad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:19.375659 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] Network e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:45:19.637249 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8c4d50f9-8417-4e3c-8184-fe2d62a7aaad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:19.675727 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84a9bb-c7db-4ebf-af8e-cf1de157b615 req-40449b2d-56d9-4e6e-8c69-66b3a634f67b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:19.678083 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6f84a9bb-c7db-4ebf-af8e-cf1de157b615 req-40449b2d-56d9-4e6e-8c69-66b3a634f67b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.2663398
May 21 15:45:19.709128 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8) {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:45:19.725655 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:19.727336 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:19.729946 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d27dac-386a-4f06-868d-a56dd675151a req-103f69e9-a781-4958-8073-b571572b1f2f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:19.730245 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c2d9a4-1648-49af-9dcd-f7afab6dad1a None None] Network e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:45:19.732192 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a9d27dac-386a-4f06-868d-a56dd675151a req-103f69e9-a781-4958-8073-b571572b1f2f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 945 time: 0.1961987
May 21 15:45:19.774139 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6f84a9bb-c7db-4ebf-af8e-cf1de157b615 req-228893a5-ca48-40bb-9f40-76edd0321886 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895216
May 21 15:45:19.817666 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8c4d50f9-8417-4e3c-8184-fe2d62a7aaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:19.849615 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-776bcb85-00ab-44e7-ad98-27608aca3897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:19.883508 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.1535835
May 21 15:45:19.908172 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a9d27dac-386a-4f06-868d-a56dd675151a req-cea61be4-68e9-49fb-9c21-f40cd344676f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628809
May 21 15:45:20.033132 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-8c4d50f9-8417-4e3c-8184-fe2d62a7aaad admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e475f67421964b8595b6dc7c177ea1a9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2114649
May 21 15:45:20.036892 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50870) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:20.056536 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d50f9-8417-4e3c-8184-fe2d62a7aaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecad78d-9cbe-4910-b134-bec9668d25da,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:20.067984 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-8c4d50f9-8417-4e3c-8184-fe2d62a7aaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:20.147604 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dacaa-d9a8-4707-a892-ce4aa39a95e7 req-3fd36f73-890b-4aa7-b377-f93503ddc341 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:20.151361 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-df8dacaa-d9a8-4707-a892-ce4aa39a95e7 req-3fd36f73-890b-4aa7-b377-f93503ddc341 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.2270608
May 21 15:45:20.191842 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d0781628-e509-4aab-9a9e-18c474059b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:20.251487 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d0781628-e509-4aab-9a9e-18c474059b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:20.265242 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6d7695-7a2c-4e8f-a528-435c31c046a7 None None] Network e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:45:20.369590 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-df8dacaa-d9a8-4707-a892-ce4aa39a95e7 req-93328d3f-3848-4af6-b428-f6c69179895b tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2106743
May 21 15:45:20.522500 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d0781628-e509-4aab-9a9e-18c474059b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:20.534995 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-80c046af-bb99-4f04-98cd-1a005b61afc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:20.595150 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0781628-e509-4aab-9a9e-18c474059b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecad78d-9cbe-4910-b134-bec9668d25da,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:20.603230 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d0781628-e509-4aab-9a9e-18c474059b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:20.623173 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef5ef5-623e-4b22-a3ae-2e20a09ef2ba req-f49770a4-91f4-4da5-b86b-7644de21f18d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:20.627799 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d0781628-e509-4aab-9a9e-18c474059b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:20.633635 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-d0781628-e509-4aab-9a9e-18c474059b11 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8ecad78d-9cbe-4910-b134-bec9668d25da HTTP/1.1" status: 204  len: 168 time: 0.5915151
May 21 15:45:20.642192 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a7ef5ef5-623e-4b22-a3ae-2e20a09ef2ba req-f49770a4-91f4-4da5-b86b-7644de21f18d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.1916173
May 21 15:45:20.727611 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:45:20.757340 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a7ef5ef5-623e-4b22-a3ae-2e20a09ef2ba req-4fecbdc6-fcff-44ab-aad2-7351812cdc8f tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0995111
May 21 15:45:21.032542 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994165c-65a7-449c-a9d6-39fc71874e67 req-62505bef-15c4-4c7f-b3e6-dce83d06aa0a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:21.034122 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b994165c-65a7-449c-a9d6-39fc71874e67 req-62505bef-15c4-4c7f-b3e6-dce83d06aa0a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1065350
May 21 15:45:21.091877 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b994165c-65a7-449c-a9d6-39fc71874e67 req-8e514a40-4732-4e2b-adab-7a86f058784c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487642
May 21 15:45:21.611598 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb3fb7-9892-4659-a8d1-e4e8445dcf25 req-ff65f24e-2570-45f2-9589-25d902884da4 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:21.614234 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afcb3fb7-9892-4659-a8d1-e4e8445dcf25 req-ff65f24e-2570-45f2-9589-25d902884da4 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.1181867
May 21 15:45:21.702983 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-afcb3fb7-9892-4659-a8d1-e4e8445dcf25 req-8bffba4c-18fe-4483-a656-bc0a3ebe3d4e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795395
May 21 15:45:21.916483 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50914) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:21.946778 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-bca82d3a-fc9b-41c0-818c-bc39d90e1ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:21.968956 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-bca82d3a-fc9b-41c0-818c-bc39d90e1ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:21.978529 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-bca82d3a-fc9b-41c0-818c-bc39d90e1ac8 admin admin] Usage tracker for resource:security_group_rule and tenant:7bf4d2fe992a4a7f8400e8ac23a52b19 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:21.983633 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-bca82d3a-fc9b-41c0-818c-bc39d90e1ac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:21.992937 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-bca82d3a-fc9b-41c0-818c-bc39d90e1ac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:22.065457 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6bbd6-6d20-4478-85f4-a8a55a2e7641 req-03015937-f3eb-46af-8784-6725899fbfd1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:22.067402 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-12f6bbd6-6d20-4478-85f4-a8a55a2e7641 req-03015937-f3eb-46af-8784-6725899fbfd1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.1816826
May 21 15:45:22.144739 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-bca82d3a-fc9b-41c0-818c-bc39d90e1ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:22.163560 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-12f6bbd6-6d20-4478-85f4-a8a55a2e7641 req-aa2547ce-f2cd-4e81-8bfd-e83dba7c2b94 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0877845
May 21 15:45:22.424660 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-bca82d3a-fc9b-41c0-818c-bc39d90e1ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:22.433161 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-817f40ca-a399-4828-affd-445fb1012ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:22.435796 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bcbbc-8aca-429d-b367-db4ff9616aa1 req-2fa06f06-1555-4c2c-84b4-4f194a45a21f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:22.437475 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c22bcbbc-8aca-429d-b367-db4ff9616aa1 req-2fa06f06-1555-4c2c-84b4-4f194a45a21f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1125369
May 21 15:45:22.484162 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-bca82d3a-fc9b-41c0-818c-bc39d90e1ac8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7bf4d2fe992a4a7f8400e8ac23a52b19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5658805
May 21 15:45:22.485828 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca82d3a-fc9b-41c0-818c-bc39d90e1ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c904c1ec-eee1-41b1-b8d2-b3c632cdbd5d,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:22.488629 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 50924) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:22.500387 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c22bcbbc-8aca-429d-b367-db4ff9616aa1 req-b808e7f7-98b2-4580-807a-80b95f334443 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549188
May 21 15:45:22.507564 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-bca82d3a-fc9b-41c0-818c-bc39d90e1ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:22.580940 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4454d0d8-cfc6-4257-93ea-7d8ef18e43d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:22.618673 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4454d0d8-cfc6-4257-93ea-7d8ef18e43d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:22.853080 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4454d0d8-cfc6-4257-93ea-7d8ef18e43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:22.872093 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d5f3a94a-c273-45ea-9818-94d305d6f085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:22.889688 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454d0d8-cfc6-4257-93ea-7d8ef18e43d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c904c1ec-eee1-41b1-b8d2-b3c632cdbd5d,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:22.893285 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4454d0d8-cfc6-4257-93ea-7d8ef18e43d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:22.901257 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4454d0d8-cfc6-4257-93ea-7d8ef18e43d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:22.905090 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-4454d0d8-cfc6-4257-93ea-7d8ef18e43d5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c904c1ec-eee1-41b1-b8d2-b3c632cdbd5d HTTP/1.1" status: 204  len: 168 time: 0.4149294
May 21 15:45:22.981343 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4617a5-5658-4f34-b075-aff4662728a3 req-8de5c08d-c46c-4df3-944d-a6aef075501c tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:22.983157 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6a4617a5-5658-4f34-b075-aff4662728a3 req-8de5c08d-c46c-4df3-944d-a6aef075501c tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.1188891
May 21 15:45:23.083981 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6a4617a5-5658-4f34-b075-aff4662728a3 req-c075575a-7920-4223-a2b3-687fbe080bac tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873539
May 21 15:45:23.609128 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebade8-4d44-48c4-b4f4-52a5b5ca4bfa req-782dc491-8c74-4adc-9172-8335b3e957e6 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:23.611296 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f2ebade8-4d44-48c4-b4f4-52a5b5ca4bfa req-782dc491-8c74-4adc-9172-8335b3e957e6 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.2634175
May 21 15:45:23.695550 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f2ebade8-4d44-48c4-b4f4-52a5b5ca4bfa req-608fcd4b-fb5c-4d3d-9df1-59fdc6e08ee9 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0769753
May 21 15:45:23.932701 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372b18a-7acb-4786-89de-43b04cdd0c15 req-9348c1ee-ce90-4ac8-bdb4-5200e6389221 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:23.935281 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5372b18a-7acb-4786-89de-43b04cdd0c15 req-9348c1ee-ce90-4ac8-bdb4-5200e6389221 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1342490
May 21 15:45:24.035653 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5372b18a-7acb-4786-89de-43b04cdd0c15 req-87d13a26-2535-47dc-8097-1993e391f421 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0893357
May 21 15:45:24.351649 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-b97858c6-4076-4a20-a82a-46c62b2c0348 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:24.353801 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-b97858c6-4076-4a20-a82a-46c62b2c0348 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/networks?id=e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 HTTP/1.1" status: 200  len: 808 time: 0.1944292
May 21 15:45:24.372056 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-5d5db84d-ae7e-48cd-b177-117d227d8ca0 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/quotas/20b074a67d6f4322a6fbb3f3a5b89957 HTTP/1.1" status: 200  len: 375 time: 0.0112698
May 21 15:45:24.438278 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-2ee818d1-4897-4fea-8084-4876e8d95cad tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=20b074a67d6f4322a6fbb3f3a5b89957&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0567331
May 21 15:45:24.692249 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-4979025a-c378-419f-8a8f-b0034ed10ca2 service neutron] 10.222.0.70 "GET /v2.0/networks/e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2401576
May 21 15:45:25.093428 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-1cce5b1a-4adc-4381-94c4-42b246e226a8 service neutron] 10.222.0.70 "GET /v2.0/networks/e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3895049
May 21 15:45:25.163870 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea7ab4-c1c4-4ded-b8c9-0b1305865027 req-597db2b7-8965-40e9-b1b7-dc1d461b216a tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:25.185591 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e4ea7ab4-c1c4-4ded-b8c9-0b1305865027 req-597db2b7-8965-40e9-b1b7-dc1d461b216a tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.2247431
May 21 15:45:25.287617 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e4ea7ab4-c1c4-4ded-b8c9-0b1305865027 req-99422707-a580-43f3-a10f-eb511b935013 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002705
May 21 15:45:26.097760 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e6bea-f113-4aee-8357-21110c168d03 req-f32adf95-117c-4760-897f-f9e217a5b6fc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:26.100237 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-806e6bea-f113-4aee-8357-21110c168d03 req-f32adf95-117c-4760-897f-f9e217a5b6fc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.3305116
May 21 15:45:26.115773 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad96ce8-8e19-48ea-82c2-88e3345cce1b req-c72e17c1-003d-4680-912e-8301112e5504 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:26.118444 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-aad96ce8-8e19-48ea-82c2-88e3345cce1b req-c72e17c1-003d-4680-912e-8301112e5504 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.2391417
May 21 15:45:26.242542 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-806e6bea-f113-4aee-8357-21110c168d03 req-54f7620f-8d92-4bcf-a77c-0502bba5c4e0 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1224618
May 21 15:45:26.270106 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-aad96ce8-8e19-48ea-82c2-88e3345cce1b req-59bc963b-dae8-4c1a-bc4a-069a0aec022e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1243970
May 21 15:45:26.391277 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f18155d1-8365-41b4-ae1c-250c5d1558ed req-2cd415e5-2540-4792-b132-79c90f335efc tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 210 time: 0.0546484
May 21 15:45:26.674438 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8a39f-217e-491b-98d7-3ba605add4bd req-b6948d0b-adfe-4072-a799-662542cba218 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:26.677387 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0ac8a39f-217e-491b-98d7-3ba605add4bd req-b6948d0b-adfe-4072-a799-662542cba218 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.1634455
May 21 15:45:26.771692 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0ac8a39f-217e-491b-98d7-3ba605add4bd req-dc46d55e-f40c-477f-b02c-a979a7c3da05 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877876
May 21 15:45:27.599023 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999e29b-51ed-4935-963d-595cc67770c0 req-243148dd-6f1f-46e7-a59a-d75e944d6c64 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:27.600534 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0999e29b-51ed-4935-963d-595cc67770c0 req-243148dd-6f1f-46e7-a59a-d75e944d6c64 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1796465
May 21 15:45:27.611643 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808b9d-0bd6-4e90-b29e-27bd5b6c66d7 req-f1a11150-ea52-41c0-9cd2-c98264cc3d44 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:27.613193 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-84808b9d-0bd6-4e90-b29e-27bd5b6c66d7 req-f1a11150-ea52-41c0-9cd2-c98264cc3d44 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.1588082
May 21 15:45:27.690872 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0999e29b-51ed-4935-963d-595cc67770c0 req-67bc6a93-8167-4c0d-acc2-5dc37208b665 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0765991
May 21 15:45:27.696641 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-84808b9d-0bd6-4e90-b29e-27bd5b6c66d7 req-6e42f00b-6b36-44ae-8416-a3bbd3895d1b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0680776
May 21 15:45:27.911461 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b3da7b21-b12c-416a-8543-842c3179735b req-176eaa07-dd5f-4bfe-bd95-19bfd13b0034 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 210 time: 0.0500298
May 21 15:45:28.000387 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cfa55-8a50-4bd2-a9a0-e31fcffb883a req-784005d4-766d-4847-8428-e58373d03809 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:28.002363 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5c5cfa55-8a50-4bd2-a9a0-e31fcffb883a req-784005d4-766d-4847-8428-e58373d03809 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.0896218
May 21 15:45:28.056739 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5c5cfa55-8a50-4bd2-a9a0-e31fcffb883a req-270802b5-10fe-49c7-88eb-80ccf85d420f tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472939
May 21 15:45:28.442154 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:29.137550 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347020a-7277-4c57-a1e2-b43374535b02 req-15879c03-373a-430c-9ae1-c5e1358d4e7d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:29.139279 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4347020a-7277-4c57-a1e2-b43374535b02 req-15879c03-373a-430c-9ae1-c5e1358d4e7d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.1678820
May 21 15:45:29.159791 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec239a4-34f1-43fe-916a-2909ee79a651 req-737086a3-3385-4ae9-8a2f-c6affa08f87f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:29.163336 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5ec239a4-34f1-43fe-916a-2909ee79a651 req-737086a3-3385-4ae9-8a2f-c6affa08f87f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.2665920
May 21 15:45:29.355599 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4347020a-7277-4c57-a1e2-b43374535b02 req-5c28a0b2-4ea2-420d-8680-3495f4b876bc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1907663
May 21 15:45:29.364315 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5ec239a4-34f1-43fe-916a-2909ee79a651 req-032a3df4-7619-420d-a7a7-2e1cc30c0722 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1749642
May 21 15:45:29.627766 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9353f49a-23ae-4384-936a-806c309d6102 req-74da1d3b-eb1c-4faf-aa73-da9abc89cc0e tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 210 time: 0.1405151
May 21 15:45:29.748375 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-dceacb80-d6e0-47c4-a138-b9f337258f1d tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:29.749972 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-dceacb80-d6e0-47c4-a138-b9f337258f1d tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.25 "GET /v2.0/networks?id=e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 HTTP/1.1" status: 200  len: 808 time: 0.2901068
May 21 15:45:29.759829 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea77490-fc03-4d4f-a543-df1c168fd081 req-4c00a178-322a-4c4a-a9c3-45de67d69245 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:29.763285 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5ea77490-fc03-4d4f-a543-df1c168fd081 req-4c00a178-322a-4c4a-a9c3-45de67d69245 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.2312317
May 21 15:45:29.767055 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Request body: {'port': {'device_id': 'fb0a0f4d-184c-430c-9745-56aabb552f60', 'network_id': 'e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8', 'admin_state_up': True, 'tenant_id': '20b074a67d6f4322a6fbb3f3a5b89957'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:45:29.945062 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5ea77490-fc03-4d4f-a543-df1c168fd081 req-709f05ca-b3c5-4f87-94ea-e692d5e3b6a6 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624808
May 21 15:45:29.993520 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:29.998237 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Usage tracker for resource:port and tenant:20b074a67d6f4322a6fbb3f3a5b89957 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:30.001515 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:30.007831 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:30.111808 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Made reservation on behalf of 20b074a67d6f4322a6fbb3f3a5b89957 for: {'port': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:45:30.119908 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:30.335638 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Allocated IP 172.20.0.7 (e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8/004586cd-8a39-4f57-9d54-5bc08ecba38d/c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:45:30.973710 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:31.011368 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98ea04-3f5d-48ea-968d-318e41e1b0f5 req-170b0ba0-aaf5-4469-be4e-0f2cec130e34 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:31.014240 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0e98ea04-3f5d-48ea-968d-318e41e1b0f5 req-170b0ba0-aaf5-4469-be4e-0f2cec130e34 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.4336293
May 21 15:45:31.034511 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38adc27-1d3e-4aa7-9009-042cc75634f0 req-1f11c8a3-6881-4fc9-9069-0a023a3e5dc0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:31.036525 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c38adc27-1d3e-4aa7-9009-042cc75634f0 req-1f11c8a3-6881-4fc9-9069-0a023a3e5dc0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.3377964
May 21 15:45:31.135695 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0e98ea04-3f5d-48ea-968d-318e41e1b0f5 req-a9b683b2-1cf8-44e4-bf24-c67e838631a5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0979140
May 21 15:45:31.146766 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c38adc27-1d3e-4aa7-9009-042cc75634f0 req-854ef293-deb4-47ed-8dad-7159b4d87965 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891562
May 21 15:45:31.270416 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:31.280363 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:31.473747 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Pushing event updated for resources: {'Port': ['ID=c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:31.492015 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:31.535434 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a77044-1626-4e3c-9d89-98884345c568 req-e908a58c-2592-478d-9a02-0f441334fe36 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:31.537742 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-21a77044-1626-4e3c-9d89-98884345c568 req-e908a58c-2592-478d-9a02-0f441334fe36 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 931 time: 0.2198236
May 21 15:45:31.547648 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceddda7-84c3-41a2-80c6-4af132f9275c req-221735cb-ae19-449c-8780-79aabed1c90e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:31.549256 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bceddda7-84c3-41a2-80c6-4af132f9275c req-221735cb-ae19-449c-8780-79aabed1c90e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.2179866
May 21 15:45:31.624911 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-21a77044-1626-4e3c-9d89-98884345c568 req-312e1446-a0a0-450a-b95d-e8632b6dba43 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746112
May 21 15:45:31.633487 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bceddda7-84c3-41a2-80c6-4af132f9275c req-8f3823c7-4077-4087-9d42-b49a3281c3b5 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644910
May 21 15:45:31.662939 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Network e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:45:31.664844 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:45:31.668539 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:45:31.786776 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:31.787650 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:31.862418 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device ea398b39-b5c6-4035-a622-3eee802f8f7b details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:45:31.941032 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1783566
May 21 15:45:31.962792 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Request body: {'port': {'device_id': 'fb0a0f4d-184c-430c-9745-56aabb552f60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:45:32.164682 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port ea398b39-b5c6-4035-a622-3eee802f8f7b, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ea398b39-b5c6-4035-a622-3eee802f8f7b,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:45:32.210017 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': 'ea398b39-b5c6-4035-a622-3eee802f8f7b', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'port_id': 'ea398b39-b5c6-4035-a622-3eee802f8f7b', 'mac_address': 'fa:16:3e:dc:a6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:45:32.232432 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:32.350507 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:32.417126 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea398b39-b5c6-4035-a622-3eee802f8f7b {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:45:32.456044 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port ea398b39-b5c6-4035-a622-3eee802f8f7b, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ea398b39-b5c6-4035-a622-3eee802f8f7b,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:45:32.551038 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:32.555460 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:32.694557 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=ea398b39-b5c6-4035-a622-3eee802f8f7b,revision_number=6']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:32.702229 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:32.735008 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['ea398b39-b5c6-4035-a622-3eee802f8f7b'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:45:33.035282 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a23ce1-ecab-47e9-9d16-1e09347b810f req-312cb3a8-35d2-457f-89d2-f788a452b1dc tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:33.036895 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-84a23ce1-ecab-47e9-9d16-1e09347b810f req-312cb3a8-35d2-457f-89d2-f788a452b1dc tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.6152859
May 21 15:45:33.048285 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9952925-af1f-4589-840a-751c3da10127 req-4d2daa6d-a7ff-439f-a56b-b4a2c8f2b076 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:33.049830 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a9952925-af1f-4589-840a-751c3da10127 req-4d2daa6d-a7ff-439f-a56b-b4a2c8f2b076 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.6270401
May 21 15:45:33.154349 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-84a23ce1-ecab-47e9-9d16-1e09347b810f req-129986a9-e826-42e6-9ee8-0d51aeb88120 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1013303
May 21 15:45:33.167869 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a9952925-af1f-4589-840a-751c3da10127 req-20efae01-14eb-4362-8820-0f5374d253b7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0986271
May 21 15:45:33.258809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d {{(pid=98820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:45:33.272225 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:33.342002 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Transition to ACTIVE for port object c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d will not be triggered until provisioned by entity L2. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:45:33.406987 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e8792-35cc-412a-964e-34e5edf8f36a req-d949694f-ace6-44ea-912e-351fa94dee94 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:33.409435 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5e3e8792-35cc-412a-964e-34e5edf8f36a req-d949694f-ace6-44ea-912e-351fa94dee94 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.1404326
May 21 15:45:33.507583 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:33.519105 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:33.583521 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5e3e8792-35cc-412a-964e-34e5edf8f36a req-cc671b14-2967-4993-83f1-c74863df1ac0 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274374
May 21 15:45:33.677340 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Pushing event updated for resources: {'Port': ['ID=c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:33.691978 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:33.773809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2e3f6-0d99-4f24-91b5-e6566a4b95ff req-4c643ac8-cfd4-4711-866f-cf9978783e48 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:33.774533 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-c6e2e3f6-0d99-4f24-91b5-e6566a4b95ff req-4c643ac8-cfd4-4711-866f-cf9978783e48 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Synchronizing usage tracker for tenant:20b074a67d6f4322a6fbb3f3a5b89957 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:45:33.846451 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Attempting to bind port c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:45:33.846816 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Attempting to bind port c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'fda1cb10-8e06-4112-9262-0784a11c06be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8'}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:45:33.847365 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Attempting to bind port c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d on network e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:45:33.852693 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Port c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d on network e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:45:33.853100 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Attempting to bind port c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d on network e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:45:33.860397 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:45:33.860634 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Checking segment: {'id': 'fda1cb10-8e06-4112-9262-0784a11c06be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:45:33.861019 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Bound using segment: {'id': 'fda1cb10-8e06-4112-9262-0784a11c06be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8'} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:45:33.861639 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Bound port: c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda1cb10-8e06-4112-9262-0784a11c06be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8'}}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:45:33.862273 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:33.882864 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device ea398b39-b5c6-4035-a622-3eee802f8f7b up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:45:33.959381 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-c6e2e3f6-0d99-4f24-91b5-e6566a4b95ff req-4c643ac8-cfd4-4711-866f-cf9978783e48 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Unset dirty status for tenant:20b074a67d6f4322a6fbb3f3a5b89957 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:45:33.960949 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c6e2e3f6-0d99-4f24-91b5-e6566a4b95ff req-4c643ac8-cfd4-4711-866f-cf9978783e48 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 931 time: 0.5502713
May 21 15:45:34.000175 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port ea398b39-b5c6-4035-a622-3eee802f8f7b triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:45:34.001199 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:34.066640 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c6e2e3f6-0d99-4f24-91b5-e6566a4b95ff req-7ca44c4e-55c9-4fa5-8185-e216f52e4831 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909939
May 21 15:45:34.071602 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] For port c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d, host hv-cinder-79264, cleared binding levels {{(pid=98820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:45:34.076053 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] For port c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d,segment=NetworkSegment(fda1cb10-8e06-4112-9262-0784a11c06be),segment_id=fda1cb10-8e06-4112-9262-0784a11c06be)] {{(pid=98820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:45:34.194618 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:34.259245 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:34.267262 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port ea398b39-b5c6-4035-a622-3eee802f8f7b, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ea398b39-b5c6-4035-a622-3eee802f8f7b,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:45:34.268318 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29473366-ff36-4391-8a75-1647630ae2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea398b39-b5c6-4035-a622-3eee802f8f7b'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:45:34.273282 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-2c1ea868-770a-4749-8258-4b702d91d18e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:34.366010 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:34.366582 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:34.368066 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] 10.222.0.25 "PUT /v2.0/ports/c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d HTTP/1.1" status: 200  len: 1093 time: 2.4158978
May 21 15:45:34.368608 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0a0f4d-184c-430c-9745-56aabb552f60', 'tag': 'c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:45:34.385452 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:34.390242 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:34.472214 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Pushing event updated for resources: {'Port': ['ID=c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d,revision_number=3']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:34.477782 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:34.490330 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=ea398b39-b5c6-4035-a622-3eee802f8f7b,revision_number=7']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:34.494311 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:34.526655 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848cfb4-82a0-444e-a4b6-55e935a13c71 req-a1f369ca-35ac-4433-803e-251ad30dc624 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:34.528851 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e848cfb4-82a0-444e-a4b6-55e935a13c71 req-a1f369ca-35ac-4433-803e-251ad30dc624 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 944 time: 0.2088428
May 21 15:45:34.613763 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a49a6-1ac8-481d-9b73-e52d51a5b238 req-396bc541-d402-416b-8398-ee070db46be8 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:34.615394 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ab4a49a6-1ac8-481d-9b73-e52d51a5b238 req-396bc541-d402-416b-8398-ee070db46be8 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.2095575
May 21 15:45:34.677010 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e848cfb4-82a0-444e-a4b6-55e935a13c71 req-3fc1cfdd-ca10-4576-95e1-aa634c956325 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1418130
May 21 15:45:34.706168 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ab4a49a6-1ac8-481d-9b73-e52d51a5b238 req-1e593528-22f0-419e-bcb3-faddfc6e47e4 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0801644
May 21 15:45:34.718576 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-cd5745a1-a8ff-49ab-9459-62b69a0f5fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:34.720502 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-cd5745a1-a8ff-49ab-9459-62b69a0f5fd7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=20b074a67d6f4322a6fbb3f3a5b89957&device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 1096 time: 0.1689019
May 21 15:45:34.805792 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29473366-ff36-4391-8a75-1647630ae2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea398b39-b5c6-4035-a622-3eee802f8f7b', 'code': 200}
May 21 15:45:34.838090 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-576ecaa7-e196-4a8b-aa1b-878aa13db901 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d HTTP/1.1" status: 200  len: 217 time: 0.1049511
May 21 15:45:34.841159 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0a0f4d-184c-430c-9745-56aabb552f60', 'tag': 'c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d', 'status': 'completed', 'code': 200}
May 21 15:45:34.998822 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-0ab13023-42bc-4c8e-a914-20304f10e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:35.000399 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-0ab13023-42bc-4c8e-a914-20304f10e7c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=004586cd-8a39-4f57-9d54-5bc08ecba38d HTTP/1.1" status: 200  len: 848 time: 0.1457150
May 21 15:45:35.076665 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-54dd5138-f048-48df-a48c-8f03ae17f60d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0577044
May 21 15:45:35.097628 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86f7db-057a-4645-83ee-f72d2bf7a65d req-54780cf0-adb6-47b7-b137-e73cbf1e2466 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:35.104820 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4d86f7db-057a-4645-83ee-f72d2bf7a65d req-54780cf0-adb6-47b7-b137-e73cbf1e2466 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.1933973
May 21 15:45:35.382141 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4d86f7db-057a-4645-83ee-f72d2bf7a65d req-f9404208-47f4-4256-b77d-f08436cf7c09 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2764099
May 21 15:45:35.446274 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-bfb9fd05-a51c-4bf9-9ea8-57308de5ecb2 service neutron] 10.222.0.25 "GET /v2.0/networks/e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3386312
May 21 15:45:35.468253 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a7b2b-c6f0-4f71-8652-af8bf10a53d8 req-676f3ce7-e551-4392-a8dc-eca3a8dad080 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:35.470057 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fc7a7b2b-c6f0-4f71-8652-af8bf10a53d8 req-676f3ce7-e551-4392-a8dc-eca3a8dad080 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 943 time: 0.2231195
May 21 15:45:35.656235 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fc7a7b2b-c6f0-4f71-8652-af8bf10a53d8 req-c23ae8cb-f6b6-41b9-a617-9d93f02866d9 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1635001
May 21 15:45:35.722743 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-af8ae3fa-e66a-48f9-bb60-1ab87cf32b7c req-3ddce488-5afb-477a-8d76-dfb6f70757ef service neutron] 10.222.0.25 "GET /v2.0/networks/e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2514470
May 21 15:45:36.120270 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4fcc-7261-4bb7-b365-93f534e93372 req-2b47d56c-f9f8-408e-911a-67ee7fd808fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:36.121961 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3a9c4fcc-7261-4bb7-b365-93f534e93372 req-2b47d56c-f9f8-408e-911a-67ee7fd808fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=20b074a67d6f4322a6fbb3f3a5b89957&device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 1096 time: 0.1478455
May 21 15:45:36.132778 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e239036-3423-449d-b8d1-e17a5b68eb33 req-683ffccc-507b-491a-b712-4d74aeed3da4 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:36.134474 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4e239036-3423-449d-b8d1-e17a5b68eb33 req-683ffccc-507b-491a-b712-4d74aeed3da4 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.2673383
May 21 15:45:36.171406 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6de040-aa10-4f5f-b223-8c7c01bcfd5b req-0c17233e-3ea2-4b1b-b46d-1ed7f2b5ea3a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:36.172715 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5b6de040-aa10-4f5f-b223-8c7c01bcfd5b req-0c17233e-3ea2-4b1b-b46d-1ed7f2b5ea3a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.2331281
May 21 15:45:36.362468 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5b6de040-aa10-4f5f-b223-8c7c01bcfd5b req-e2a1cfde-14af-49f4-80f9-93125e85c866 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1503065
May 21 15:45:36.362468 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4e239036-3423-449d-b8d1-e17a5b68eb33 req-fbd05955-2f1f-4798-8320-3ccb17f7316f tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1932185
May 21 15:45:36.464396 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4fcc-7261-4bb7-b365-93f534e93372 req-d2a41937-2285-4703-ad6d-9af9c40cddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:36.470223 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3a9c4fcc-7261-4bb7-b365-93f534e93372 req-d2a41937-2285-4703-ad6d-9af9c40cddf2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 HTTP/1.1" status: 200  len: 909 time: 0.3325081
May 21 15:45:36.570370 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3a9c4fcc-7261-4bb7-b365-93f534e93372 req-bd45fe02-75b0-4d59-9b7c-72404a65e99d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d HTTP/1.1" status: 200  len: 217 time: 0.0809791
May 21 15:45:36.662492 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4fcc-7261-4bb7-b365-93f534e93372 req-2c473b98-2633-4b9d-bd3e-7c3d1dad72b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:36.665480 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3a9c4fcc-7261-4bb7-b365-93f534e93372 req-2c473b98-2633-4b9d-bd3e-7c3d1dad72b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=004586cd-8a39-4f57-9d54-5bc08ecba38d HTTP/1.1" status: 200  len: 848 time: 0.0810170
May 21 15:45:36.738346 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3a9c4fcc-7261-4bb7-b365-93f534e93372 req-5c90b855-4f9c-42ec-80f6-ac2b1a3da603 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0546849
May 21 15:45:37.010248 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3a9c4fcc-7261-4bb7-b365-93f534e93372 req-d26fe7f4-6355-4a81-ae52-ac04948e5ff0 service neutron] 10.222.0.25 "GET /v2.0/networks/e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2619042
May 21 15:45:37.257269 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3a9c4fcc-7261-4bb7-b365-93f534e93372 req-8a3bf3d1-d972-45d4-884e-0036cfcffb9b service neutron] 10.222.0.25 "GET /v2.0/networks/e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2327068
May 21 15:45:37.286253 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce9011-ba96-4c05-a7cc-04c2ecdb375e req-8c93a17d-6ce0-44d3-840b-4a91e4be4a57 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:37.295405 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f9ce9011-ba96-4c05-a7cc-04c2ecdb375e req-8c93a17d-6ce0-44d3-840b-4a91e4be4a57 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.2476625
May 21 15:45:37.352753 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f9ce9011-ba96-4c05-a7cc-04c2ecdb375e req-d869a022-a778-49a6-8b53-39f68d5b84d8 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561914
May 21 15:45:37.908474 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971000e9-514a-4d9a-9d79-6d6dfd1833c1 req-e07a7950-540f-4783-8503-a410802deda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:37.911739 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-971000e9-514a-4d9a-9d79-6d6dfd1833c1 req-e07a7950-540f-4783-8503-a410802deda5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c2adcba26c84d31b4928d8a767d160b&device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 1098 time: 0.2815971
May 21 15:45:37.922260 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6aad04-e882-470b-9cb6-47b27bdd1770 req-71f2f51f-6b5b-4bc2-86fa-25247b6712c6 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:37.923929 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2d6aad04-e882-470b-9cb6-47b27bdd1770 req-71f2f51f-6b5b-4bc2-86fa-25247b6712c6 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.3761129
May 21 15:45:37.965727 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff95908-6bd5-48a5-9276-e3495875df69 req-067e57a9-3521-467d-b8e5-718ed0b797fa tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:37.974128 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5ff95908-6bd5-48a5-9276-e3495875df69 req-067e57a9-3521-467d-b8e5-718ed0b797fa tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 943 time: 0.4233341
May 21 15:45:38.132528 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5ff95908-6bd5-48a5-9276-e3495875df69 req-17d73f47-ad31-4026-9318-d54b11a63a6f tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582093
May 21 15:45:38.140708 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2d6aad04-e882-470b-9cb6-47b27bdd1770 req-824b84c7-4b55-42ee-a0c4-a3fdc9248d5d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1960287
May 21 15:45:38.250173 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971000e9-514a-4d9a-9d79-6d6dfd1833c1 req-828dfe2a-487f-403e-82d0-61130c17af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:38.251960 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-971000e9-514a-4d9a-9d79-6d6dfd1833c1 req-828dfe2a-487f-403e-82d0-61130c17af14 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 HTTP/1.1" status: 200  len: 912 time: 0.3267171
May 21 15:45:38.460190 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-971000e9-514a-4d9a-9d79-6d6dfd1833c1 req-52044c43-8133-4c7c-94ef-caf7262706c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0a613a-2337-49d4-88b7-66a172b787df HTTP/1.1" status: 200  len: 1000 time: 0.2008407
May 21 15:45:38.609512 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c09daf-b3b2-4a40-b281-19fb35800b7f req-49a32fa5-fe84-449e-8f0b-19437b8a75ff tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:38.612118 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-80c09daf-b3b2-4a40-b281-19fb35800b7f req-49a32fa5-fe84-449e-8f0b-19437b8a75ff tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.2624629
May 21 15:45:38.664140 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971000e9-514a-4d9a-9d79-6d6dfd1833c1 req-51c73708-8348-4a95-9e05-d031a5261482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:38.665682 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-971000e9-514a-4d9a-9d79-6d6dfd1833c1 req-51c73708-8348-4a95-9e05-d031a5261482 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7b052fad-970d-48db-8e48-f280a095d4e5 HTTP/1.1" status: 200  len: 850 time: 0.1913681
May 21 15:45:38.777602 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-80c09daf-b3b2-4a40-b281-19fb35800b7f req-fb08b292-6c09-4088-831c-cab21e1f134c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1536267
May 21 15:45:38.868645 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971000e9-514a-4d9a-9d79-6d6dfd1833c1 req-18bd2550-3a72-4d5d-afb7-35b9ebfaf875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:38.868645 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-971000e9-514a-4d9a-9d79-6d6dfd1833c1 req-18bd2550-3a72-4d5d-afb7-35b9ebfaf875 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1756849
May 21 15:45:39.593560 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-971000e9-514a-4d9a-9d79-6d6dfd1833c1 req-c7a0beb3-e6e2-4798-9307-1689be6a519a service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7171328
May 21 15:45:39.835633 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cccd9-ea0a-40e7-bede-1b374dc8c6af req-725ac2f8-2224-4951-8f4d-4c8ffb0b75f5 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:39.838237 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5e5cccd9-ea0a-40e7-bede-1b374dc8c6af req-725ac2f8-2224-4951-8f4d-4c8ffb0b75f5 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.6956904
May 21 15:45:39.907447 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:45:39.953003 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34facf0-c09b-42d8-8af4-8807f6509f75 req-42bdb77b-4ebc-49cf-b12f-508415b0c118 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:39.967959 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e34facf0-c09b-42d8-8af4-8807f6509f75 req-42bdb77b-4ebc-49cf-b12f-508415b0c118 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 943 time: 0.4961159
May 21 15:45:40.076606 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-971000e9-514a-4d9a-9d79-6d6dfd1833c1 req-66774453-b6ad-4561-9389-72ad7cafa741 service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4601200
May 21 15:45:40.100896 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5e5cccd9-ea0a-40e7-bede-1b374dc8c6af req-e68ef713-ad1b-4ce8-aef9-9e697fb76f7c tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2464008
May 21 15:45:40.221373 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e34facf0-c09b-42d8-8af4-8807f6509f75 req-35a64fda-3ee0-46e3-809c-1c0322f02ac3 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2515352
May 21 15:45:40.467433 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d,segment=NetworkSegment(fda1cb10-8e06-4112-9262-0784a11c06be),segment_id=fda1cb10-8e06-4112-9262-0784a11c06be)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:45:40.504136 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': 'c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d', 'network_id': 'e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8', 'port_id': 'c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d', 'mac_address': 'fa:16:3e:4e:1e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004586cd-8a39-4f57-9d54-5bc08ecba38d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:45:40.712054 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 51336) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:40.783638 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:40.851598 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:45:40.914785 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d,segment=NetworkSegment(fda1cb10-8e06-4112-9262-0784a11c06be),segment_id=fda1cb10-8e06-4112-9262-0784a11c06be)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:45:41.019562 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:41.021979 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 51344) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:41.022632 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:41.259844 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:41.260015 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380bb68-7161-498a-a071-98f2d6c653a2 req-75d5c465-8c90-44a1-8eaa-71822f1434c5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:41.264450 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:41.280560 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b380bb68-7161-498a-a071-98f2d6c653a2 req-75d5c465-8c90-44a1-8eaa-71822f1434c5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.6722267
May 21 15:45:41.311765 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-181469b4-dc43-453d-92d9-a57eae310902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:41.404298 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-24ff6d10-17b0-43c4-931a-974284aa25a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:41.410177 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b380bb68-7161-498a-a071-98f2d6c653a2 req-4bc9d130-f63f-465b-bc64-5073a5206187 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1278303
May 21 15:45:41.419785 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e73de-c7c8-4eb7-b5d2-791bfe7940b6 req-2253098c-d64b-4ca3-8e29-68d488c5b96d tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:41.428427 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-105e73de-c7c8-4eb7-b5d2-791bfe7940b6 req-2253098c-d64b-4ca3-8e29-68d488c5b96d tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.6710258
May 21 15:45:41.432983 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-181469b4-dc43-453d-92d9-a57eae310902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:41.445945 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-24ff6d10-17b0-43c4-931a-974284aa25a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:41.454202 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-24ff6d10-17b0-43c4-931a-974284aa25a5 admin admin] Usage tracker for resource:security_group_rule and tenant:377f65850cb84ac8b378b3e7481d701e is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:41.463428 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-24ff6d10-17b0-43c4-931a-974284aa25a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:41.505750 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-105e73de-c7c8-4eb7-b5d2-791bfe7940b6 req-cb7d1921-8853-4246-ba06-e6590114dc3c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761104
May 21 15:45:41.521654 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-24ff6d10-17b0-43c4-931a-974284aa25a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:41.561284 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:45:41.682173 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-24ff6d10-17b0-43c4-931a-974284aa25a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:41.686366 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-181469b4-dc43-453d-92d9-a57eae310902 admin admin] Usage tracker for resource:security_group_rule and tenant:db03cd1c54ac4988b0927b4adb0c7130 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:41.693774 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-181469b4-dc43-453d-92d9-a57eae310902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:41.706070 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-181469b4-dc43-453d-92d9-a57eae310902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:41.913658 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-24ff6d10-17b0-43c4-931a-974284aa25a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:41.918677 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687529d-746e-4f64-94ac-bfe18d63edf6 req-44cfd073-8de1-4555-a9c7-85cebcabfcd8 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:41.930880 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1687529d-746e-4f64-94ac-bfe18d63edf6 req-44cfd073-8de1-4555-a9c7-85cebcabfcd8 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.1349809
May 21 15:45:41.935995 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d2e9db83-55e6-492b-a253-42280cf0b1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:41.963888 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8f475-2a43-49ef-a41e-99a75ddb06e1 req-a8283765-99b5-4563-b366-287c44bda0f4 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:41.976757 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-52b8f475-2a43-49ef-a41e-99a75ddb06e1 req-a8283765-99b5-4563-b366-287c44bda0f4 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 944 time: 0.2282083
May 21 15:45:42.019767 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-24ff6d10-17b0-43c4-931a-974284aa25a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=377f65850cb84ac8b378b3e7481d701e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9958625
May 21 15:45:42.023592 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1687529d-746e-4f64-94ac-bfe18d63edf6 req-fdbed92c-e01c-4a14-be2e-37fda6762f47 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934627
May 21 15:45:42.024213 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 51356) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:42.033563 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff6d10-17b0-43c4-931a-974284aa25a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e82884-a374-4af7-86d5-6974055a3198,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:42.041484 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-24ff6d10-17b0-43c4-931a-974284aa25a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:42.051672 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-52b8f475-2a43-49ef-a41e-99a75ddb06e1 req-91ecdb8c-8d7b-478f-96a1-c237cd8b5706 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783143
May 21 15:45:42.100536 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-181469b4-dc43-453d-92d9-a57eae310902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:42.117013 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-99327461-2178-4bf4-bf08-03111d0ef7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:42.146612 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-99327461-2178-4bf4-bf08-03111d0ef7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:42.346926 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-181469b4-dc43-453d-92d9-a57eae310902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:42.356461 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-3ae6b0f4-c3e2-4464-95f3-f30af9c35778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:42.408793 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181469b4-dc43-453d-92d9-a57eae310902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96986c87-c8b7-4875-ae6b-ecb578a0c49f,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:42.412490 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-181469b4-dc43-453d-92d9-a57eae310902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:42.415761 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-181469b4-dc43-453d-92d9-a57eae310902 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db03cd1c54ac4988b0927b4adb0c7130&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7019036
May 21 15:45:42.418036 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 51376) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:42.486631 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-99327461-2178-4bf4-bf08-03111d0ef7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:42.494137 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:42.518120 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-360d8bd2-ca7a-45bb-ac54-a2f0227323c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:42.592102 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-360d8bd2-ca7a-45bb-ac54-a2f0227323c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:42.592444 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99327461-2178-4bf4-bf08-03111d0ef7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e82884-a374-4af7-86d5-6974055a3198,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:42.612202 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-99327461-2178-4bf4-bf08-03111d0ef7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:42.621112 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-99327461-2178-4bf4-bf08-03111d0ef7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:42.625067 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-99327461-2178-4bf4-bf08-03111d0ef7ec admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/73e82884-a374-4af7-86d5-6974055a3198 HTTP/1.1" status: 204  len: 168 time: 0.5749977
May 21 15:45:42.781845 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-46924b10-5ac8-4ef0-84bf-bed5f749d1a9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:42.791021 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-46924b10-5ac8-4ef0-84bf-bed5f749d1a9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/networks?id=860ad3e0-b894-4ecf-beef-de2036706ee9 HTTP/1.1" status: 200  len: 813 time: 0.3333652
May 21 15:45:42.815679 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-e64fa795-a8f5-4349-a496-450c3a25495b tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/quotas/3c9cd8532ab64a46b28e4b16c9998338 HTTP/1.1" status: 200  len: 375 time: 0.0206103
May 21 15:45:42.887186 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-360d8bd2-ca7a-45bb-ac54-a2f0227323c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:42.891457 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d0781628-e509-4aab-9a9e-18c474059b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:42.908539 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d8bd2-ca7a-45bb-ac54-a2f0227323c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96986c87-c8b7-4875-ae6b-ecb578a0c49f,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:42.911412 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-360d8bd2-ca7a-45bb-ac54-a2f0227323c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:42.923012 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-360d8bd2-ca7a-45bb-ac54-a2f0227323c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:42.925009 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-360d8bd2-ca7a-45bb-ac54-a2f0227323c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/96986c87-c8b7-4875-ae6b-ecb578a0c49f HTTP/1.1" status: 204  len: 168 time: 0.5043979
May 21 15:45:43.025107 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492682d-a685-4c61-9493-f6a178d4fe59 req-261e55b0-da7e-481b-9683-451bc9170e80 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:43.027211 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3492682d-a685-4c61-9493-f6a178d4fe59 req-261e55b0-da7e-481b-9683-451bc9170e80 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.2984073
May 21 15:45:43.046133 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-31b6df65-9826-4266-a87b-b05fc7707cee tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2256861
May 21 15:45:43.065334 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-f972dcc5-6692-4599-9145-024f946d6f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:43.231843 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3492682d-a685-4c61-9493-f6a178d4fe59 req-d1c1ad6c-ba90-403c-9adb-154412bc0f82 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1839848
May 21 15:45:43.287198 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-15edf258-64bb-4401-8b89-08afc83d2915 service neutron] 10.222.0.70 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2190435
May 21 15:45:43.483507 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-6f90d1c7-24f3-4ccb-85a6-61d84c16445e service neutron] 10.222.0.70 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1785665
May 21 15:45:43.800428 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89373d3e-a22c-42f0-8693-c74c5ab32701 req-e98fecbd-229a-42ea-b528-e635aee99bc8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:43.805665 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-89373d3e-a22c-42f0-8693-c74c5ab32701 req-e98fecbd-229a-42ea-b528-e635aee99bc8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1509690
May 21 15:45:43.924170 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:45:44.006426 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-89373d3e-a22c-42f0-8693-c74c5ab32701 req-79f2d8b2-97e8-41a7-9419-f239c9c7bcf8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1899402
May 21 15:45:44.147693 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3680497-9c5b-46f6-afb2-91e6a01c67da req-e1838b13-8b80-4623-a530-6b0256fc7827 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:44.156440 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c3680497-9c5b-46f6-afb2-91e6a01c67da req-e1838b13-8b80-4623-a530-6b0256fc7827 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.2829654
May 21 15:45:44.207555 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:45:44.212859 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 51422) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:44.217756 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:45:44.218626 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:44.260258 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e3625078-9920-417b-b9d7-949218c1cc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:44.289998 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c3680497-9c5b-46f6-afb2-91e6a01c67da req-da937a13-abc9-4d6d-9b32-02c47ea4c470 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315379
May 21 15:45:44.306401 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e3625078-9920-417b-b9d7-949218c1cc82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:44.327905 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e3625078-9920-417b-b9d7-949218c1cc82 admin admin] Usage tracker for resource:security_group_rule and tenant:57b6ec5c31a047a2bf77ea6c737882d5 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:44.331904 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e3625078-9920-417b-b9d7-949218c1cc82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:44.353303 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e3625078-9920-417b-b9d7-949218c1cc82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:44.419807 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 51426) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:44.562505 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9a42d031-11c9-400d-af44-dbf077215e1e req-7999e3c1-4029-4577-ba05-e19481451abd tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 210 time: 0.1451879
May 21 15:45:44.611826 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e3625078-9920-417b-b9d7-949218c1cc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:44.635458 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f0e32-6950-42be-9776-5eca7ba6f16e req-4cf8429e-f925-46a1-9edb-a7583f363f1f tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:44.643219 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:44.645770 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-886f0e32-6950-42be-9776-5eca7ba6f16e req-4cf8429e-f925-46a1-9edb-a7583f363f1f tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 944 time: 0.3302574
May 21 15:45:44.685921 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0a0f4d-184c-430c-9745-56aabb552f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:45:44.723731 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d,segment=NetworkSegment(fda1cb10-8e06-4112-9262-0784a11c06be),segment_id=fda1cb10-8e06-4112-9262-0784a11c06be)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:45:44.731672 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-886f0e32-6950-42be-9776-5eca7ba6f16e req-7e4d82c1-9c44-4d6a-861c-e7d7c3c87a2d tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841668
May 21 15:45:44.756949 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-2612d019-a342-456c-9391-4c1cb21e1d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:44.781486 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e3625078-9920-417b-b9d7-949218c1cc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:44.791610 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0a0f4d-184c-430c-9745-56aabb552f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d', 'code': 200}
May 21 15:45:44.812627 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 51436) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:44.830868 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7f937f74-4fda-4fda-a908-49aef3d44a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:44.853143 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:44.860607 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:44.866829 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f40c3986-9826-4b1a-a6ba-5a1a276a7de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:44.871649 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-e3625078-9920-417b-b9d7-949218c1cc82 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=57b6ec5c31a047a2bf77ea6c737882d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6621532
May 21 15:45:44.872907 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 51440) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:44.874199 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3625078-9920-417b-b9d7-949218c1cc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c6e8e7-6243-463a-85b1-9f1e6d5f393a,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:44.883136 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e3625078-9920-417b-b9d7-949218c1cc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:44.890627 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-2612d019-a342-456c-9391-4c1cb21e1d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:44.929044 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-f40c3986-9826-4b1a-a6ba-5a1a276a7de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:44.939433 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-f40c3986-9826-4b1a-a6ba-5a1a276a7de0 admin admin] Usage tracker for resource:security_group_rule and tenant:730db765649b4b0a9945da1471295ba4 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:44.948417 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-f40c3986-9826-4b1a-a6ba-5a1a276a7de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:44.962457 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-f40c3986-9826-4b1a-a6ba-5a1a276a7de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:44.967354 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-2612d019-a342-456c-9391-4c1cb21e1d07 admin admin] Usage tracker for resource:security_group_rule and tenant:9988d26ce59f435b8c3af03171a5257b is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:44.971241 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-04b1f8ba-7fe6-46a0-8731-a7ffef30d5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:44.973793 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-2612d019-a342-456c-9391-4c1cb21e1d07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:44.989628 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-2612d019-a342-456c-9391-4c1cb21e1d07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:45.081103 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:45.085084 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:45.150863 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f40c3986-9826-4b1a-a6ba-5a1a276a7de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:45.167832 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-04b1f8ba-7fe6-46a0-8731-a7ffef30d5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:45.339757 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f40c3986-9826-4b1a-a6ba-5a1a276a7de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:45.358275 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-2612d019-a342-456c-9391-4c1cb21e1d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:45.366698 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-52f8609c-a04a-4a37-9a87-85a2ce9791d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:45.413692 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-04b1f8ba-7fe6-46a0-8731-a7ffef30d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:45.421783 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:45.441006 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17894ef9-c6f3-495b-9cb9-f18e194dd66b req-064163e2-89d7-4fe4-b22e-1fb35821d803 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:45.442708 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-17894ef9-c6f3-495b-9cb9-f18e194dd66b req-064163e2-89d7-4fe4-b22e-1fb35821d803 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1968975
May 21 15:45:45.446471 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-f40c3986-9826-4b1a-a6ba-5a1a276a7de0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=730db765649b4b0a9945da1471295ba4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6327362
May 21 15:45:45.447623 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c3986-9826-4b1a-a6ba-5a1a276a7de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e945b65e-6af5-4433-98fa-c55265ffbe4e,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:45.462170 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 51448) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:45.491047 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-f40c3986-9826-4b1a-a6ba-5a1a276a7de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:45.492722 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-2612d019-a342-456c-9391-4c1cb21e1d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:45.505785 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1f8ba-7fe6-46a0-8731-a7ffef30d5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c6e8e7-6243-463a-85b1-9f1e6d5f393a,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:45.515840 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-04b1f8ba-7fe6-46a0-8731-a7ffef30d5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:45.517243 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7946ebe4-b714-48c6-bcc5-e67916d3e1ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:45.576968 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612d019-a342-456c-9391-4c1cb21e1d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750d8aa3-b3c3-42b1-be25-7144be506ae4,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:45.593338 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-2612d019-a342-456c-9391-4c1cb21e1d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:45.608975 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-04b1f8ba-7fe6-46a0-8731-a7ffef30d5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:45.610635 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-04b1f8ba-7fe6-46a0-8731-a7ffef30d5c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b4c6e8e7-6243-463a-85b1-9f1e6d5f393a HTTP/1.1" status: 204  len: 168 time: 0.7326059
May 21 15:45:45.618612 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-2612d019-a342-456c-9391-4c1cb21e1d07 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9988d26ce59f435b8c3af03171a5257b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1976895
May 21 15:45:45.620473 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 51456) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:45.720350 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-17894ef9-c6f3-495b-9cb9-f18e194dd66b req-cab39e6a-a3ce-4693-b8eb-fe5edd64166a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2326818
May 21 15:45:45.772010 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-aab16cf8-c17d-4f52-a101-75cd7c0b208e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:45.776085 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:45.840827 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b36d82b-6bb5-414a-815f-954caab10365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:45.859923 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-4693935e-4bbf-49bb-bbfb-b7e1b9ec77ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:45.909063 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-aab16cf8-c17d-4f52-a101-75cd7c0b208e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:45.926546 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b36d82b-6bb5-414a-815f-954caab10365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:46.099591 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0a0a9f09-d9e6-406a-abf8-99ebbaad1832 req-82a84295-ccd8-4c4f-bfb2-2125b250b6f0 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 210 time: 0.0637362
May 21 15:45:46.109560 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4958c-b9ba-49ea-a553-daa77616f8cf req-4b854344-6af4-48c2-840b-c77821c1b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:46.111119 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f5d4958c-b9ba-49ea-a553-daa77616f8cf req-4b854344-6af4-48c2-840b-c77821c1b4ea service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 1098 time: 0.5440965
May 21 15:45:46.126056 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a20e2e-94a2-453c-8874-de4cfb35d442 req-444f6957-a3c4-4625-88b0-98682dfeb79c tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:46.126056 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b4a20e2e-94a2-453c-8874-de4cfb35d442 req-444f6957-a3c4-4625-88b0-98682dfeb79c tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.6370218
May 21 15:45:46.220040 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f5d4958c-b9ba-49ea-a553-daa77616f8cf req-efffb777-ca05-4401-b84c-fa7b89b10534 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946174
May 21 15:45:46.225046 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b4a20e2e-94a2-453c-8874-de4cfb35d442 req-5c706677-e59d-4cf0-92b4-1e685e98ac2f tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794537
May 21 15:45:46.235728 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b36d82b-6bb5-414a-815f-954caab10365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:46.242625 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:46.252334 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-aab16cf8-c17d-4f52-a101-75cd7c0b208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:46.252334 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-f40c3986-9826-4b1a-a6ba-5a1a276a7de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:46.275578 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36d82b-6bb5-414a-815f-954caab10365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750d8aa3-b3c3-42b1-be25-7144be506ae4,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:46.281300 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7b36d82b-6bb5-414a-815f-954caab10365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:46.286940 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7b36d82b-6bb5-414a-815f-954caab10365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:46.296785 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab16cf8-c17d-4f52-a101-75cd7c0b208e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e945b65e-6af5-4433-98fa-c55265ffbe4e,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:46.301504 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-7b36d82b-6bb5-414a-815f-954caab10365 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/750d8aa3-b3c3-42b1-be25-7144be506ae4 HTTP/1.1" status: 204  len: 168 time: 0.6709421
May 21 15:45:46.307896 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-aab16cf8-c17d-4f52-a101-75cd7c0b208e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:46.313809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-aab16cf8-c17d-4f52-a101-75cd7c0b208e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:46.317613 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-aab16cf8-c17d-4f52-a101-75cd7c0b208e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e945b65e-6af5-4433-98fa-c55265ffbe4e HTTP/1.1" status: 204  len: 168 time: 0.8512270
May 21 15:45:46.547322 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490bceb-6b34-4a30-a8a7-0ccd1de42c86 req-2ce4e886-ebd6-4410-ae3f-a003a6c09a1a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:46.549152 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5490bceb-6b34-4a30-a8a7-0ccd1de42c86 req-2ce4e886-ebd6-4410-ae3f-a003a6c09a1a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 945 time: 0.1927974
May 21 15:45:46.692820 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:46.727556 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5490bceb-6b34-4a30-a8a7-0ccd1de42c86 req-3c807759-6337-4874-bab6-9d47a86f79c5 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697633
May 21 15:45:47.068899 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf03971-02bb-43dd-bb2b-2d23727f1ab2 req-dbc3595e-c941-435d-b0e2-1c894956cd43 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:47.070785 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0cf03971-02bb-43dd-bb2b-2d23727f1ab2 req-dbc3595e-c941-435d-b0e2-1c894956cd43 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1780925
May 21 15:45:47.222402 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0cf03971-02bb-43dd-bb2b-2d23727f1ab2 req-0c8af9f5-14d8-4813-9ac5-c46237394bdd tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1391780
May 21 15:45:47.454694 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-99761948-b135-4f77-baf7-822ee219140c req-877ab511-04c5-4e09-b623-1d9f5fe5823f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 210 time: 0.0892923
May 21 15:45:47.500871 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec15ad-bb02-477c-af47-669628961225 req-3ef13edf-af09-421e-ad38-83a291182ffc tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:47.502581 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bcec15ad-bb02-477c-af47-669628961225 req-3ef13edf-af09-421e-ad38-83a291182ffc tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.0943680
May 21 15:45:47.570700 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bcec15ad-bb02-477c-af47-669628961225 req-b263930b-8265-43d8-bfb9-d352cadb7b9d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484574
May 21 15:45:47.953903 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2782ece-a209-4954-8f15-cd8b14cdcb88 req-eab98760-c907-4047-a6ad-056fa1cc386a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:47.955480 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e2782ece-a209-4954-8f15-cd8b14cdcb88 req-eab98760-c907-4047-a6ad-056fa1cc386a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 945 time: 0.1089268
May 21 15:45:48.030376 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e2782ece-a209-4954-8f15-cd8b14cdcb88 req-fa6ead74-4b5a-4d55-abb7-ec0074db3903 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588653
May 21 15:45:48.111857 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 51488) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:48.141817 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:48.169457 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:48.176970 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Usage tracker for resource:security_group_rule and tenant:24a5bcd13bd14d0b9a813ec95110c1e2 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:48.182143 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:48.194100 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:48.225098 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 51492) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:48.269388 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:48.298182 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:48.309736 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ac487d38-cd71-4445-914e-9b0aefeca56b tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:48.311776 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ac487d38-cd71-4445-914e-9b0aefeca56b tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.25 "GET /v2.0/networks?id=860ad3e0-b894-4ecf-beef-de2036706ee9 HTTP/1.1" status: 200  len: 813 time: 0.2584851
May 21 15:45:48.315466 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Usage tracker for resource:security_group_rule and tenant:9fba56bf2e4f42ebaa7b1f851402a6e7 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:48.319577 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:48.333770 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:48.356595 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-08461782-5527-4e76-b093-119a772478f3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Request body: {'port': {'device_id': 'f63ddc76-6fb2-4b76-8b2d-fe2710d77675', 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9', 'admin_state_up': True, 'tenant_id': '3c9cd8532ab64a46b28e4b16c9998338'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:45:48.432013 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:48.452557 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:48.574151 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:48.593964 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-04b1f8ba-7fe6-46a0-8731-a7ffef30d5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:48.691428 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24a5bcd13bd14d0b9a813ec95110c1e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5764787
May 21 15:45:48.699105 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 51504) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:48.744857 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a87504c-d03d-4f36-9691-4ed269752c20,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:48.771530 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:48.777780 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:48.777780 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:48.777780 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:48.777780 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:48.777780 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:48.777780 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:48.777780 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:48.777780 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:48.777780 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:48.788316 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:48.792191 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:48.812316 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:48.831106 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9a926036-358c-4126-8910-407107812e46 req-87a5fe98-edec-4fe1-bf54-1f7aa0810cc2 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 210 time: 0.0666835
May 21 15:45:48.866234 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-08461782-5527-4e76-b093-119a772478f3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:48.896711 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-08461782-5527-4e76-b093-119a772478f3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:48.944809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5010938-6bcf-46ca-8ce1-7aa55d46b892 req-124d957a-c5dc-41e4-a1c2-c762f6fd5797 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:48.946367 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f5010938-6bcf-46ca-8ce1-7aa55d46b892 req-124d957a-c5dc-41e4-a1c2-c762f6fd5797 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.4478862
May 21 15:45:48.952258 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-07857d35-84c2-474b-a8a2-4041f4362abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:49.017243 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-07857d35-84c2-474b-a8a2-4041f4362abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:49.018450 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:49.076194 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-08461782-5527-4e76-b093-119a772478f3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Made reservation on behalf of 3c9cd8532ab64a46b28e4b16c9998338 for: {'port': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:45:49.079727 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-08461782-5527-4e76-b093-119a772478f3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:49.119748 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:49.130432 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f5010938-6bcf-46ca-8ce1-7aa55d46b892 req-2366b0ac-d5f5-438b-ab1e-98b9a009e2e7 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1695511
May 21 15:45:49.138324 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-4f918ebc-eb26-43a0-98bf-3323e83652ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:49.218368 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-07857d35-84c2-474b-a8a2-4041f4362abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:49.232750 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-32dd7935-bac0-4f2d-8dc9-eb1cf294980c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:49.302926 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07857d35-84c2-474b-a8a2-4041f4362abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a87504c-d03d-4f36-9691-4ed269752c20,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:49.315042 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-07857d35-84c2-474b-a8a2-4041f4362abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:49.324071 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f3a185-399e-47b3-9c16-3f5819797692,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:49.325158 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-07857d35-84c2-474b-a8a2-4041f4362abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:49.326629 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-07857d35-84c2-474b-a8a2-4041f4362abc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a87504c-d03d-4f36-9691-4ed269752c20 HTTP/1.1" status: 204  len: 168 time: 0.6252618
May 21 15:45:49.347864 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9fba56bf2e4f42ebaa7b1f851402a6e7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1216757
May 21 15:45:49.355718 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 51522) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:49.389918 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:49.390282 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:49.390750 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:49.391622 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:49.392334 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:49.392694 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:49.393343 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:49.394384 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:49.394768 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:49.395124 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:49.395484 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:49.395811 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:45:49.410095 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:49.506672 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-cb1aa316-619e-4767-ae3f-34b56a775b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:49.544683 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-cb1aa316-619e-4767-ae3f-34b56a775b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:49.581621 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-08461782-5527-4e76-b093-119a772478f3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Allocated IP 172.20.0.11 (860ad3e0-b894-4ecf-beef-de2036706ee9/0632d989-1ebe-4f6d-8933-78740e2c134a/13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:45:49.667414 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb8b5a-b5f8-42d8-88a6-285090a5e916 req-0ba2bc25-30a3-47b8-a175-16e2b3c28243 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:49.670380 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-28fb8b5a-b5f8-42d8-88a6-285090a5e916 req-0ba2bc25-30a3-47b8-a175-16e2b3c28243 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.6562910
May 21 15:45:49.722129 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-cb1aa316-619e-4767-ae3f-34b56a775b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:49.729304 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-6dd9ad0b-1be1-444e-9dac-fe8c85519beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:49.754948 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1aa316-619e-4767-ae3f-34b56a775b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f3a185-399e-47b3-9c16-3f5819797692,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:49.773968 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-cb1aa316-619e-4767-ae3f-34b56a775b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:49.779887 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-cb1aa316-619e-4767-ae3f-34b56a775b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:49.784189 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-cb1aa316-619e-4767-ae3f-34b56a775b94 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c4f3a185-399e-47b3-9c16-3f5819797692 HTTP/1.1" status: 204  len: 168 time: 0.4266868
May 21 15:45:49.834400 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-28fb8b5a-b5f8-42d8-88a6-285090a5e916 req-ce3ed923-8c37-4655-912d-eb69f24ba3ed tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450517
May 21 15:45:49.931253 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbc65d-7d1f-4e64-b976-87ceee828fd4 req-d59594be-a800-438d-8cd1-41af50e79af7 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:49.939122 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b4bbc65d-7d1f-4e64-b976-87ceee828fd4 req-d59594be-a800-438d-8cd1-41af50e79af7 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 945 time: 0.5246248
May 21 15:45:50.029006 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b4bbc65d-7d1f-4e64-b976-87ceee828fd4 req-499360f6-25ba-49dd-baae-fb1f344ebd4a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890124
May 21 15:45:50.144950 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-85b9a886-f262-43f7-a095-7956e4cd6490 req-fedb55c1-1c01-4e6a-b3c3-e44619647dfd tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 210 time: 0.0620294
May 21 15:45:50.148592 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-08461782-5527-4e76-b093-119a772478f3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:50.383733 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-08461782-5527-4e76-b093-119a772478f3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:50.399788 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['8bf843ad-c2d4-4ef8-a190-4e7e30054302', '5785f2c7-272a-46e2-a2c1-b93149e53cd4', '49386d28-0ceb-41f2-b0e6-45da0a5a8d82'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:45:50.430078 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-f4360f0d-470e-46ab-b6ba-555f7d7818c8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:51.013499 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08461782-5527-4e76-b093-119a772478f3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Pushing event updated for resources: {'Port': ['ID=13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:51.060116 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-08461782-5527-4e76-b093-119a772478f3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:51.084958 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-08461782-5527-4e76-b093-119a772478f3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Network 860ad3e0-b894-4ecf-beef-de2036706ee9 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:45:51.102845 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-08461782-5527-4e76-b093-119a772478f3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:45:51.114457 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-08461782-5527-4e76-b093-119a772478f3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:45:51.417120 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b61c9-a3ce-4565-b6df-27e64a478713 req-ddc4696c-27b2-4487-b8df-cac4e42949a2 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:51.426782 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d58b61c9-a3ce-4565-b6df-27e64a478713 req-ddc4696c-27b2-4487-b8df-cac4e42949a2 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 1.1253698
May 21 15:45:51.543975 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-08461782-5527-4e76-b093-119a772478f3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:51.546475 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-08461782-5527-4e76-b093-119a772478f3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:51.652024 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac073b9-66b6-4d5d-bfe6-9c42d6f45271 req-2ba00f26-5af6-4ea2-9f16-e9b6d86790f3 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:51.665456 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-aac073b9-66b6-4d5d-bfe6-9c42d6f45271 req-2ba00f26-5af6-4ea2-9f16-e9b6d86790f3 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.3921602
May 21 15:45:51.706797 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d58b61c9-a3ce-4565-b6df-27e64a478713 req-4544f3db-4383-4790-9c38-e5512069c1b8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2789447
May 21 15:45:51.741954 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-08461782-5527-4e76-b093-119a772478f3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4012029
May 21 15:45:51.763661 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Request body: {'port': {'device_id': 'f63ddc76-6fb2-4b76-8b2d-fe2710d77675', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:45:51.834466 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-aac073b9-66b6-4d5d-bfe6-9c42d6f45271 req-813d9d77-c467-465d-b854-9ea9f8ada483 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672254
May 21 15:45:52.352321 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:52.676933 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914a45a-fe43-41ce-a0f2-e1f3a2e792db req-1939c156-2cbe-46ac-b7d4-6fc7ec3469a7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:52.678013 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-7914a45a-fe43-41ce-a0f2-e1f3a2e792db req-1939c156-2cbe-46ac-b7d4-6fc7ec3469a7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Synchronizing usage tracker for tenant:3c9cd8532ab64a46b28e4b16c9998338 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:45:52.970128 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-7914a45a-fe43-41ce-a0f2-e1f3a2e792db req-1939c156-2cbe-46ac-b7d4-6fc7ec3469a7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Unset dirty status for tenant:3c9cd8532ab64a46b28e4b16c9998338 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:45:52.999570 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7914a45a-fe43-41ce-a0f2-e1f3a2e792db req-1939c156-2cbe-46ac-b7d4-6fc7ec3469a7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 932 time: 0.5606534
May 21 15:45:53.076089 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7914a45a-fe43-41ce-a0f2-e1f3a2e792db req-4144cabf-89eb-47ea-a04c-6a17374e984d tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751266
May 21 15:45:53.179375 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 {{(pid=98820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:45:53.197776 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:53.220085 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Transition to ACTIVE for port object 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 will not be triggered until provisioned by entity L2. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:45:53.390573 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:53.406042 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:53.748504 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Pushing event updated for resources: {'Port': ['ID=13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:53.751811 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:53.902043 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b5ad7-023e-4fc5-9e42-aaa3038dd71c req-90b6c6b7-e2c0-4543-9f41-8e9d0e95d099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:53.922291 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cc5b5ad7-023e-4fc5-9e42-aaa3038dd71c req-90b6c6b7-e2c0-4543-9f41-8e9d0e95d099 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.4174016
May 21 15:45:53.922291 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Attempting to bind port 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:45:53.922291 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Attempting to bind port 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9'}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:45:53.922291 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Attempting to bind port 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 on network 860ad3e0-b894-4ecf-beef-de2036706ee9 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:45:53.930965 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Port 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 on network 860ad3e0-b894-4ecf-beef-de2036706ee9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:45:53.931455 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Attempting to bind port 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 on network 860ad3e0-b894-4ecf-beef-de2036706ee9 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:45:53.958258 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4deb39b-dd0d-4d24-b03a-0b42d7838ecb req-04ec98e2-a8a3-4fd1-a38f-e37cb8f592c1 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:53.961043 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d4deb39b-dd0d-4d24-b03a-0b42d7838ecb req-04ec98e2-a8a3-4fd1-a38f-e37cb8f592c1 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.4646091
May 21 15:45:53.963698 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:45:53.964244 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Checking segment: {'id': 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:45:53.965388 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Bound using segment: {'id': 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9'} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:45:53.966273 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Bound port: 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9'}}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:45:53.966686 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:54.134356 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d4deb39b-dd0d-4d24-b03a-0b42d7838ecb req-06e957a6-74f7-4a49-8e35-7abc0e9c41c1 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465275
May 21 15:45:54.145197 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cc5b5ad7-023e-4fc5-9e42-aaa3038dd71c req-88e475fb-b63a-4095-9b83-6e039ff6a8ca tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2051861
May 21 15:45:54.204013 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] For port 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7, host hv-cinder-79264, cleared binding levels {{(pid=98820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:45:54.208502 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] For port 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:45:54.475454 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284df201-60c6-4bdb-84f3-af77bfc1490d req-bc8ca8f6-540e-4a27-8efa-61a86b361666 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:54.476929 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-284df201-60c6-4bdb-84f3-af77bfc1490d req-bc8ca8f6-540e-4a27-8efa-61a86b361666 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 944 time: 0.1135068
May 21 15:45:54.488951 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73c692-396d-4b43-87ba-0938c9b18e21 req-4e8b35b5-6a9c-4741-adb0-1bf945872c23 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:54.490485 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7b73c692-396d-4b43-87ba-0938c9b18e21 req-4e8b35b5-6a9c-4741-adb0-1bf945872c23 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 945 time: 0.1587131
May 21 15:45:54.564241 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-284df201-60c6-4bdb-84f3-af77bfc1490d req-3499da82-2e0d-4480-bf6a-4d216ee3af1f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727322
May 21 15:45:54.572672 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7b73c692-396d-4b43-87ba-0938c9b18e21 req-804a6244-f889-4d0c-b7ab-ce02057e1df3 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658243
May 21 15:45:54.676781 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:54.686068 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-01720d48-701e-4250-ad4d-547e3d7afbe6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:54.748111 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:54.748768 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:54.750171 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] 10.222.0.25 "PUT /v2.0/ports/13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 HTTP/1.1" status: 200  len: 1094 time: 2.9952924
May 21 15:45:54.750687 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63ddc76-6fb2-4b76-8b2d-fe2710d77675', 'tag': '13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:45:54.820975 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Pushing event updated for resources: {'Port': ['ID=13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7,revision_number=3']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:54.867977 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63ddc76-6fb2-4b76-8b2d-fe2710d77675', 'tag': '13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7', 'status': 'completed', 'code': 200}
May 21 15:45:54.869736 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:55.130804 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 51644) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:55.242214 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e173-ed4b-4713-82dc-8d92a758635b req-1e7669e6-6f72-4d34-b382-94b6132decdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:55.244355 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-04c4e173-ed4b-4713-82dc-8d92a758635b req-1e7669e6-6f72-4d34-b382-94b6132decdf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 1097 time: 0.3734810
May 21 15:45:55.404882 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-47802647-e563-4ef1-b7b0-7224ecc8342b req-8fc648d6-d6a8-46c3-a004-b969de60fe1c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3047116
May 21 15:45:55.666837 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.25', 64110) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:55.689496 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-be398796-bf2d-4a11-a23e-68d4e1c1cc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:55.800622 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5ccb4-e61b-4aa3-958c-755674c556c5 req-92ed544a-596e-4b30-b489-ff2bda5145d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:55.802501 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-18d5ccb4-e61b-4aa3-958c-755674c556c5 req-92ed544a-596e-4b30-b489-ff2bda5145d6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 1098 time: 0.1343663
May 21 15:45:55.805325 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47802647-e563-4ef1-b7b0-7224ecc8342b req-443e7046-88df-4458-8a5f-0b738e2d70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:55.806263 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-be398796-bf2d-4a11-a23e-68d4e1c1cc5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:45:55.807889 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-47802647-e563-4ef1-b7b0-7224ecc8342b req-443e7046-88df-4458-8a5f-0b738e2d70fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 1099 time: 0.1957960
May 21 15:45:55.840543 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-be398796-bf2d-4a11-a23e-68d4e1c1cc5b admin admin] Usage tracker for resource:security_group_rule and tenant:c2a407559c7d4a28b8d49425a046afaf is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:45:55.861827 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-be398796-bf2d-4a11-a23e-68d4e1c1cc5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:45:55.885971 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-be398796-bf2d-4a11-a23e-68d4e1c1cc5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:45:55.890200 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-18d5ccb4-e61b-4aa3-958c-755674c556c5 req-f589f58c-fb85-4daa-8867-9a8b69fe1a20 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732243
May 21 15:45:55.921442 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e173-ed4b-4713-82dc-8d92a758635b req-9cde92e5-add4-422e-8fb5-a17e32446f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:55.922868 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-04c4e173-ed4b-4713-82dc-8d92a758635b req-9cde92e5-add4-422e-8fb5-a17e32446f1c service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&shared=False HTTP/1.1" status: 200  len: 914 time: 0.5769393
May 21 15:45:56.059399 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47802647-e563-4ef1-b7b0-7224ecc8342b req-ae2cf775-b064-4b77-ab17-bcc15216127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:56.061152 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-47802647-e563-4ef1-b7b0-7224ecc8342b req-ae2cf775-b064-4b77-ab17-bcc15216127f service neutron] 10.222.0.25 "GET /v2.0/networks?id=860ad3e0-b894-4ecf-beef-de2036706ee9 HTTP/1.1" status: 200  len: 914 time: 0.1979780
May 21 15:45:56.088358 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca9380-32cd-4f09-8514-4aaecef1c427 req-b5924b1c-94b8-444f-9654-510023f68a65 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:56.090763 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4fca9380-32cd-4f09-8514-4aaecef1c427 req-b5924b1c-94b8-444f-9654-510023f68a65 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.4786413
May 21 15:45:56.103407 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088de8e2-5c86-4668-9717-e5006e5c782c req-8f33c6ed-7cd6-4af8-9cd7-469b7eb9d9a3 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:56.104953 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-088de8e2-5c86-4668-9717-e5006e5c782c req-8f33c6ed-7cd6-4af8-9cd7-469b7eb9d9a3 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 945 time: 0.8596103
May 21 15:45:56.146865 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fac05e-37f1-4e00-aa8e-69ef6779d48e req-c91b7e00-cee3-4652-8c73-ec9830622b5a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:56.148421 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d5fac05e-37f1-4e00-aa8e-69ef6779d48e req-c91b7e00-cee3-4652-8c73-ec9830622b5a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.5391591
May 21 15:45:56.280593 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4fca9380-32cd-4f09-8514-4aaecef1c427 req-f416af5e-aa14-48fe-9f9e-455d3fc855ff tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1734269
May 21 15:45:56.323774 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d5fac05e-37f1-4e00-aa8e-69ef6779d48e req-91bb758e-c326-4ec0-87ff-10706b9b5457 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1376555
May 21 15:45:56.323774 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e173-ed4b-4713-82dc-8d92a758635b req-c1d447b6-2ff0-4194-a8a6-0eaf980ce8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:56.323774 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-04c4e173-ed4b-4713-82dc-8d92a758635b req-c1d447b6-2ff0-4194-a8a6-0eaf980ce8c0 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3534749
May 21 15:45:56.323774 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-be398796-bf2d-4a11-a23e-68d4e1c1cc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:56.552578 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d110c6-7108-4ca5-bb2d-f8d48280270f req-79d63030-d6c0-45b3-9b5d-4c883b921d13 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:56.554040 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-46d110c6-7108-4ca5-bb2d-f8d48280270f req-79d63030-d6c0-45b3-9b5d-4c883b921d13 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 945 time: 0.1510556
May 21 15:45:56.569589 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fe062-4b24-40e7-ba9a-431df40ec7e4 req-e63efcba-38d0-4a3b-8a33-47c55234a84f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:56.571184 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cd3fe062-4b24-40e7-ba9a-431df40ec7e4 req-e63efcba-38d0-4a3b-8a33-47c55234a84f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 944 time: 0.1324069
May 21 15:45:56.622998 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-be398796-bf2d-4a11-a23e-68d4e1c1cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:56.634046 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-99327461-2178-4bf4-bf08-03111d0ef7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:56.662467 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-46d110c6-7108-4ca5-bb2d-f8d48280270f req-2bc26d8a-2293-4a7f-bdaa-478849d9bbb1 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014616
May 21 15:45:56.699341 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-be398796-bf2d-4a11-a23e-68d4e1c1cc5b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c2a407559c7d4a28b8d49425a046afaf&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5684829
May 21 15:45:56.702323 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cd3fe062-4b24-40e7-ba9a-431df40ec7e4 req-92b5c4a9-5b38-4f51-8858-3e36a3a78759 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164727
May 21 15:45:56.702796 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 51674) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:45:56.704174 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be398796-bf2d-4a11-a23e-68d4e1c1cc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db131f15-980c-404c-981f-cf642cb5f251,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:56.708719 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-be398796-bf2d-4a11-a23e-68d4e1c1cc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:56.791464 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-932fe5e5-14d0-4797-a5de-eb6c891930ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:56.826584 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-932fe5e5-14d0-4797-a5de-eb6c891930ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:57.029318 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-932fe5e5-14d0-4797-a5de-eb6c891930ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:57.034381 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4c4eccef-ff0b-49b9-9227-41c529ba1410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:45:57.046876 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fe5e5-14d0-4797-a5de-eb6c891930ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db131f15-980c-404c-981f-cf642cb5f251,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:45:57.050361 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-932fe5e5-14d0-4797-a5de-eb6c891930ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:45:57.052986 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-932fe5e5-14d0-4797-a5de-eb6c891930ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:57.054199 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-932fe5e5-14d0-4797-a5de-eb6c891930ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/db131f15-980c-404c-981f-cf642cb5f251 HTTP/1.1" status: 204  len: 168 time: 0.3498955
May 21 15:45:57.558018 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a93d56-dfc4-4a9d-9eb6-7a95cc75bd97 req-5283e9df-a0c3-427b-8604-674fe08dc825 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:57.559665 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c0a93d56-dfc4-4a9d-9eb6-7a95cc75bd97 req-5283e9df-a0c3-427b-8604-674fe08dc825 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.1537359
May 21 15:45:57.623466 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c0a93d56-dfc4-4a9d-9eb6-7a95cc75bd97 req-af4e19a7-0028-4ea2-b980-554a2276c410 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570688
May 21 15:45:57.633065 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbec161-7e65-40e2-8f47-14d8d6ab5a21 req-f16dee74-869d-46d9-b2f8-8de0181260f0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:57.634668 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0bbec161-7e65-40e2-8f47-14d8d6ab5a21 req-f16dee74-869d-46d9-b2f8-8de0181260f0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1645339
May 21 15:45:57.688917 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0bbec161-7e65-40e2-8f47-14d8d6ab5a21 req-6605dcfe-f61a-4478-9446-3945da817f9e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466349
May 21 15:45:57.726781 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:45:57.915418 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b3d06-71df-4e6d-a98b-00097bd0df56 req-b70f9aea-f120-42c2-bcbf-a2d4f2ca4ed2 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:57.916884 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-dc6b3d06-71df-4e6d-a98b-00097bd0df56 req-b70f9aea-f120-42c2-bcbf-a2d4f2ca4ed2 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 945 time: 0.1408093
May 21 15:45:57.972881 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a20c3-f989-4b68-9039-5419338c188a req-4bd03181-4d8a-44b1-addb-e958bcc13a8f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:57.974499 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e19a20c3-f989-4b68-9039-5419338c188a req-4bd03181-4d8a-44b1-addb-e958bcc13a8f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 944 time: 0.1483796
May 21 15:45:58.000860 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-dc6b3d06-71df-4e6d-a98b-00097bd0df56 req-aaf8b94d-54cd-4695-868f-16e60a721f4d tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782461
May 21 15:45:58.031878 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e19a20c3-f989-4b68-9039-5419338c188a req-cf48f4ca-f29a-4971-9c25-ca3743b092bd tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498793
May 21 15:45:58.842673 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0ce76-9807-438c-8ad7-a0f8e06ad09c req-a41ffa12-03d7-4881-a74c-b21bed46c29e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:58.845513 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d5a0ce76-9807-438c-8ad7-a0f8e06ad09c req-a41ffa12-03d7-4881-a74c-b21bed46c29e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.0942402
May 21 15:45:58.940677 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d5a0ce76-9807-438c-8ad7-a0f8e06ad09c req-1f69b89a-a527-4712-959e-575f58a5e7a3 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892649
May 21 15:45:58.978253 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdad95-d11c-4d9c-8363-980400a89cf2 req-de36984f-9e7b-4c26-80a7-a61afa991879 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:58.979842 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5dbdad95-d11c-4d9c-8363-980400a89cf2 req-de36984f-9e7b-4c26-80a7-a61afa991879 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1118240
May 21 15:45:59.028582 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5dbdad95-d11c-4d9c-8363-980400a89cf2 req-9b0fe876-7023-46e5-87ed-d95af5a226c0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424335
May 21 15:45:59.229647 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-47802647-e563-4ef1-b7b0-7224ecc8342b req-7238a616-cc53-4ec4-8c31-a952a852eaf4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bf843ad-c2d4-4ef8-a190-4e7e30054302 HTTP/1.1" status: 200  len: 217 time: 0.0856614
May 21 15:45:59.292743 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:59.314267 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47802647-e563-4ef1-b7b0-7224ecc8342b req-c23e6832-fcc7-46f3-bcaa-742fa9e7e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:59.315746 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-47802647-e563-4ef1-b7b0-7224ecc8342b req-c23e6832-fcc7-46f3-bcaa-742fa9e7e8dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0632d989-1ebe-4f6d-8933-78740e2c134a HTTP/1.1" status: 200  len: 853 time: 0.0711837
May 21 15:45:59.374122 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-47802647-e563-4ef1-b7b0-7224ecc8342b req-51b29cbe-2a56-4ac2-8368-5eaf330299bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=860ad3e0-b894-4ecf-beef-de2036706ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433381
May 21 15:45:59.537038 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-47802647-e563-4ef1-b7b0-7224ecc8342b req-020bf8b6-ff59-46cd-b95a-fa901b074aa1 service neutron] 10.222.0.25 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501603
May 21 15:45:59.559434 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450138f6-f73e-4ec6-a75b-42002466fc50 req-d36f3b8a-2bad-4304-8568-a4742ebc9b39 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:59.560941 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-450138f6-f73e-4ec6-a75b-42002466fc50 req-d36f3b8a-2bad-4304-8568-a4742ebc9b39 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 945 time: 0.4485593
May 21 15:45:59.575095 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-537887b3-2b0b-4c05-a9d6-4eb8c2a87921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:59.575095 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-537887b3-2b0b-4c05-a9d6-4eb8c2a87921 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 1097 time: 0.3593280
May 21 15:45:59.582511 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a510517-562a-46c1-9b18-462ae02a2d2d req-da011190-c780-408f-9f79-0fb04fbf61e5 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:59.583998 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5a510517-562a-46c1-9b18-462ae02a2d2d req-da011190-c780-408f-9f79-0fb04fbf61e5 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 944 time: 0.4242063
May 21 15:45:59.693017 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-94977a49-8372-4d4b-97ca-1810f24b44fa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 HTTP/1.1" status: 200  len: 217 time: 0.0918241
May 21 15:45:59.707818 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-088de8e2-5c86-4668-9717-e5006e5c782c req-01bb515e-9677-4f5b-853b-7cbb1e0fd9e3 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Deleting port c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:45:59.717846 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-088de8e2-5c86-4668-9717-e5006e5c782c req-01bb515e-9677-4f5b-853b-7cbb1e0fd9e3 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:45:59.723896 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-47802647-e563-4ef1-b7b0-7224ecc8342b req-63dbb47d-b666-46e1-89b5-963f5d1dff21 service neutron] 10.222.0.25 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1637161
May 21 15:45:59.787020 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-450138f6-f73e-4ec6-a75b-42002466fc50 req-b5040c99-c069-4ec2-a6ca-fd5b7806a01a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2194746
May 21 15:45:59.870060 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5a510517-562a-46c1-9b18-462ae02a2d2d req-458ef6be-f2fd-4147-94bf-633e01a091a4 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2624710
May 21 15:45:59.907525 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-483246f1-1ab2-4916-b612-d3601c8b472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:45:59.908900 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-483246f1-1ab2-4916-b612-d3601c8b472e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0632d989-1ebe-4f6d-8933-78740e2c134a HTTP/1.1" status: 200  len: 853 time: 0.1807847
May 21 15:45:59.979499 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-284e818c-1e5f-4071-bd4b-13ac06090916 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=860ad3e0-b894-4ecf-beef-de2036706ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0581918
May 21 15:45:59.988869 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:46:00.027542 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-088de8e2-5c86-4668-9717-e5006e5c782c req-01bb515e-9677-4f5b-853b-7cbb1e0fd9e3 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] For port c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d,segment=NetworkSegment(fda1cb10-8e06-4112-9262-0784a11c06be),segment_id=fda1cb10-8e06-4112-9262-0784a11c06be)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:46:00.027923 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-088de8e2-5c86-4668-9717-e5006e5c782c req-01bb515e-9677-4f5b-853b-7cbb1e0fd9e3 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:00.241444 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8402e7-5561-4e82-a012-aebce6b66e39 req-ad457d27-8943-4bf8-a00c-c4867c274999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:00.243686 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-1c8402e7-5561-4e82-a012-aebce6b66e39 req-ad457d27-8943-4bf8-a00c-c4867c274999 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a68b29cab9044629d81ff87b9006270&device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 1098 time: 0.1334004
May 21 15:46:00.274375 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:00.301548 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-088de8e2-5c86-4668-9717-e5006e5c782c req-01bb515e-9677-4f5b-853b-7cbb1e0fd9e3 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Calling delete_port for c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:46:00.373222 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0a0f4d-184c-430c-9745-56aabb552f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:46:00.407212 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d,segment=NetworkSegment(fda1cb10-8e06-4112-9262-0784a11c06be),segment_id=fda1cb10-8e06-4112-9262-0784a11c06be)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:46:00.518827 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-0ac9a351-9857-4696-b38d-7fef8d6e3a73 service neutron] 10.222.0.25 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5318849
May 21 15:46:00.543839 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:00.545896 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:00.558737 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8402e7-5561-4e82-a012-aebce6b66e39 req-2d3d1eea-c601-4013-acc8-1f91cb2aaa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:00.564905 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-1c8402e7-5561-4e82-a012-aebce6b66e39 req-2d3d1eea-c601-4013-acc8-1f91cb2aaa32 service neutron] 10.222.0.25 "GET /v2.0/networks?id=470804b6-04d0-46f5-ba4c-e770e90d71b9 HTTP/1.1" status: 200  len: 918 time: 0.3044007
May 21 15:46:00.665019 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d,revision_number=6']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:00.675506 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:00.675506 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:00.675865 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:00.675967 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:00.676913 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:00.676913 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:00.677119 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:00.677432 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:00.677771 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:00.678093 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:00.678411 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:00.680073 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:00.683169 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:00.696972 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575929b-e9c6-4e13-86f0-ef27c20f8e2e req-a71706d1-d249-4bd2-b2bd-9aa847913f63 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:00.698518 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6575929b-e9c6-4e13-86f0-ef27c20f8e2e req-a71706d1-d249-4bd2-b2bd-9aa847913f63 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.5134234
May 21 15:46:00.698719 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-1c8402e7-5561-4e82-a012-aebce6b66e39 req-17c12301-79dc-4bb1-b4fa-7080698252da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea398b39-b5c6-4035-a622-3eee802f8f7b HTTP/1.1" status: 200  len: 1001 time: 0.1296492
May 21 15:46:00.723758 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c5d38-3218-4e9a-92be-eb4bba33ddd7 req-ccc4d064-4981-4e44-95c6-63f3ea738c6e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:00.725290 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b18c5d38-3218-4e9a-92be-eb4bba33ddd7 req-ccc4d064-4981-4e44-95c6-63f3ea738c6e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.4198654
May 21 15:46:00.819025 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8402e7-5561-4e82-a012-aebce6b66e39 req-a95c8d21-7ecd-45f5-9ac9-557514eec770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:00.822030 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-1c8402e7-5561-4e82-a012-aebce6b66e39 req-a95c8d21-7ecd-45f5-9ac9-557514eec770 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b213e9aa-7ec1-46da-827f-d08b01630e15 HTTP/1.1" status: 200  len: 856 time: 0.1144400
May 21 15:46:00.841619 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5cef9a8c-18e6-43f9-9d0c-3dcd0c3475e4 req-a0fe3de0-775d-4e6d-9b46-52cf393b3e1a service neutron] 10.222.0.25 "GET /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3119409
May 21 15:46:00.883020 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b18c5d38-3218-4e9a-92be-eb4bba33ddd7 req-bbe94946-b3bd-4ebb-a2b7-99606f9c7d5c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1223030
May 21 15:46:00.902103 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6575929b-e9c6-4e13-86f0-ef27c20f8e2e req-b9b26927-67c0-4184-a06e-d7488384ead8 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732051
May 21 15:46:00.948534 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0a0f4d-184c-430c-9745-56aabb552f60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d', 'code': 200}
May 21 15:46:00.974951 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8402e7-5561-4e82-a012-aebce6b66e39 req-b1c5ddd0-63ed-4901-b189-d4b80f1100f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:00.976699 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-1c8402e7-5561-4e82-a012-aebce6b66e39 req-b1c5ddd0-63ed-4901-b189-d4b80f1100f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=470804b6-04d0-46f5-ba4c-e770e90d71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1390212
May 21 15:46:01.139221 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-1c8402e7-5561-4e82-a012-aebce6b66e39 req-f4bd5873-fb3e-4803-8a44-af2ae0971f41 service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463034
May 21 15:46:01.174317 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-088de8e2-5c86-4668-9717-e5006e5c782c req-01bb515e-9677-4f5b-853b-7cbb1e0fd9e3 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:01.207048 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3d9cef8a-f97c-4c95-a2d5-a6d2a2eea68c req-a69b7ca1-dd7c-4ad1-bc20-7e0b796583ef tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 210 time: 0.1844258
May 21 15:46:01.216051 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-db224dcf-d3d3-4cbe-9f6a-ded72c2e6072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:01.274510 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb515e-9677-4f5b-853b-7cbb1e0fd9e3 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Pushing event deleted for resources: {'Port': ['ID=c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:01.289163 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-01bb515e-9677-4f5b-853b-7cbb1e0fd9e3 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:01.291120 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-1c8402e7-5561-4e82-a012-aebce6b66e39 req-708883db-c296-48de-89ca-6dfa757e4776 service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440473
May 21 15:46:01.396164 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-088de8e2-5c86-4668-9717-e5006e5c782c req-01bb515e-9677-4f5b-853b-7cbb1e0fd9e3 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] No DVR routers for this DVR port c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:46:01.412106 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-088de8e2-5c86-4668-9717-e5006e5c782c req-01bb515e-9677-4f5b-853b-7cbb1e0fd9e3 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:01.413455 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0a0f4d-184c-430c-9745-56aabb552f60', 'name': 'network-vif-deleted', 'tag': 'c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:46:01.440818 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20159ec-f278-41e3-88b6-9e313635c109 req-16e0f37a-ba69-400f-9e46-e224cca3a37a tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:01.442385 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a20159ec-f278-41e3-88b6-9e313635c109 req-16e0f37a-ba69-400f-9e46-e224cca3a37a tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 944 time: 0.2752652
May 21 15:46:01.532112 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0a0f4d-184c-430c-9745-56aabb552f60', 'name': 'network-vif-deleted', 'tag': 'c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d', 'status': 'completed', 'code': 200}
May 21 15:46:01.539899 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a20159ec-f278-41e3-88b6-9e313635c109 req-8c77298a-5e0c-48c7-9e42-aea88c66552a tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822649
May 21 15:46:01.566938 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-088de8e2-5c86-4668-9717-e5006e5c782c req-01bb515e-9677-4f5b-853b-7cbb1e0fd9e3 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.25 "DELETE /v2.0/ports/c2aa2ab3-e268-4d77-9a0f-1f5f9c78731d HTTP/1.1" status: 204  len: 173 time: 2.4058630
May 21 15:46:02.154425 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be474830-ccf8-4841-b729-922645c28217 req-250c42dd-1d85-4195-a2bc-acd774f8b731 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:02.156024 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-be474830-ccf8-4841-b729-922645c28217 req-250c42dd-1d85-4195-a2bc-acd774f8b731 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.1207123
May 21 15:46:02.164410 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9032a-ab7b-462a-aabc-cf299dcd46c6 req-2929bcba-2c3f-40d3-b513-127abb5ad507 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:02.166069 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-17e9032a-ab7b-462a-aabc-cf299dcd46c6 req-2929bcba-2c3f-40d3-b513-127abb5ad507 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.1634669
May 21 15:46:02.243308 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-be474830-ccf8-4841-b729-922645c28217 req-d4d9b6b4-294c-47f0-9aa9-53fa6e0cc86e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762060
May 21 15:46:02.250295 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-17e9032a-ab7b-462a-aabc-cf299dcd46c6 req-995c14dc-30ef-4c8d-83cb-f381d506aa61 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692847
May 21 15:46:02.453340 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-661048f6-7d13-4e1c-b9bc-81744ababeaf req-d46f74b6-7dfa-4c5e-ad22-43d6650070aa tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Synchronizing usage tracker for tenant:20b074a67d6f4322a6fbb3f3a5b89957 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:46:02.516703 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08946c-83f7-468c-9c1f-8bc8aae0681e req-9ef499dc-af42-4d55-974a-6cf1f1f997a8 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:02.518202 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7d08946c-83f7-468c-9c1f-8bc8aae0681e req-9ef499dc-af42-4d55-974a-6cf1f1f997a8 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1055176
May 21 15:46:02.578797 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-661048f6-7d13-4e1c-b9bc-81744ababeaf req-d46f74b6-7dfa-4c5e-ad22-43d6650070aa tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Unset dirty status for tenant:20b074a67d6f4322a6fbb3f3a5b89957 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:46:02.580265 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-661048f6-7d13-4e1c-b9bc-81744ababeaf req-d46f74b6-7dfa-4c5e-ad22-43d6650070aa tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 210 time: 0.2078204
May 21 15:46:02.598342 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7d08946c-83f7-468c-9c1f-8bc8aae0681e req-5352c526-2f15-4b83-85c7-bffc7d4b1a68 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735376
May 21 15:46:02.781291 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02b506-c13c-4d28-b96b-4b740d2aa748 req-63d1ea46-ea65-492a-a744-f70aaff0caa9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:02.782815 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2d02b506-c13c-4d28-b96b-4b740d2aa748 req-63d1ea46-ea65-492a-a744-f70aaff0caa9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 944 time: 0.0866268
May 21 15:46:02.831862 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2d02b506-c13c-4d28-b96b-4b740d2aa748 req-9afe6b2f-63dd-4a88-a9f1-05ab6ca7e601 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425847
May 21 15:46:03.470410 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe16619-3f1c-4471-b9e1-e7763fd77ffe req-f4edb6de-610f-4cbb-af82-8df8146f2540 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:03.471954 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fbe16619-3f1c-4471-b9e1-e7763fd77ffe req-f4edb6de-610f-4cbb-af82-8df8146f2540 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.0923252
May 21 15:46:03.523455 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fbe16619-3f1c-4471-b9e1-e7763fd77ffe req-c7ec86e7-142b-4d64-98a8-6ec3a7dea569 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455582
May 21 15:46:03.756339 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bc7806b3-29d9-4fdb-99fe-54015247699e req-e5f3b629-2c0b-4d0c-b69d-d522d481038c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 210 time: 0.0437601
May 21 15:46:04.042362 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0e9a0-1942-42c5-86fa-d5d22475f7fb req-908f0eeb-ca77-4036-977c-9a2a6986e8b1 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:04.044609 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-aca0e9a0-1942-42c5-86fa-d5d22475f7fb req-908f0eeb-ca77-4036-977c-9a2a6986e8b1 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 944 time: 0.0980060
May 21 15:46:04.095487 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-aca0e9a0-1942-42c5-86fa-d5d22475f7fb req-66923ad1-92af-490f-957d-c92d9aad9524 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447679
May 21 15:46:04.734452 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35003662-e505-4997-b087-3b5fd1be859e req-ab9c52e2-3cbd-4653-b486-8b9e8acc0caa tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:04.735975 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-35003662-e505-4997-b087-3b5fd1be859e req-ab9c52e2-3cbd-4653-b486-8b9e8acc0caa tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 945 time: 0.0925956
May 21 15:46:04.791292 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-35003662-e505-4997-b087-3b5fd1be859e req-175fe57b-8cd9-48fd-a47b-189f2c924a93 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488546
May 21 15:46:04.941637 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ecdff454-75d5-4b8b-8436-3830ed41327f req-14bce79c-6b31-4ae6-b0b8-c98e9c3c6249 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 210 time: 0.0464940
May 21 15:46:05.291233 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d65c2-336f-4341-b94e-d5738afcd660 req-b98c4b61-812c-4363-bd87-418a4746f8de tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:05.293290 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d44d65c2-336f-4341-b94e-d5738afcd660 req-b98c4b61-812c-4363-bd87-418a4746f8de tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 944 time: 0.0873487
May 21 15:46:05.342209 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d44d65c2-336f-4341-b94e-d5738afcd660 req-eb4c336e-432e-435c-ab90-57d21f38306a tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405376
May 21 15:46:05.372178 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:46:05.376992 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device ea398b39-b5c6-4035-a622-3eee802f8f7b no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:46:05.597349 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:05.628570 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:46:05.651607 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29473366-ff36-4391-8a75-1647630ae2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea398b39-b5c6-4035-a622-3eee802f8f7b'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:46:05.658882 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7', 'network_id': '860ad3e0-b894-4ecf-beef-de2036706ee9', 'port_id': '13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7', 'mac_address': 'fa:16:3e:96:42:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0632d989-1ebe-4f6d-8933-78740e2c134a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:46:05.689429 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port ea398b39-b5c6-4035-a622-3eee802f8f7b, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ea398b39-b5c6-4035-a622-3eee802f8f7b,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:46:05.703017 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29473366-ff36-4391-8a75-1647630ae2c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea398b39-b5c6-4035-a622-3eee802f8f7b', 'code': 200}
May 21 15:46:05.729160 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:05.748701 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:46:05.767103 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:46:05.823507 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:05.826004 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:05.898410 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:05.932618 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=ea398b39-b5c6-4035-a622-3eee802f8f7b,revision_number=8']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:05.939682 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:05.940598 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:06.062893 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:06.073046 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:06.117578 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb10bc9-53b8-416c-ba9e-9a2047b1db50 req-97d29182-0f4a-4c52-9dc2-059e163a0e7c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:06.118138 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ceb10bc9-53b8-416c-ba9e-9a2047b1db50 req-97d29182-0f4a-4c52-9dc2-059e163a0e7c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.1388044
May 21 15:46:06.196442 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0cdc7e9d-27ff-45c8-8f4f-5e1b2bbe7849 req-877497b9-9679-4fe8-9d25-71dba1c6e3a7 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=fb0a0f4d-184c-430c-9745-56aabb552f60 HTTP/1.1" status: 200  len: 210 time: 0.0773380
May 21 15:46:06.228852 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ceb10bc9-53b8-416c-ba9e-9a2047b1db50 req-0af9d03a-608a-4f6e-888f-073588e33019 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518954
May 21 15:46:06.320588 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:46:06.583566 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf28ed5-0d3a-41bf-963b-24bc9a3b4b6e req-7e06d079-8615-49f6-a418-f4e51c8c5353 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:06.585161 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-aaf28ed5-0d3a-41bf-963b-24bc9a3b4b6e req-7e06d079-8615-49f6-a418-f4e51c8c5353 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 945 time: 0.1182430
May 21 15:46:06.666271 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-aaf28ed5-0d3a-41bf-963b-24bc9a3b4b6e req-1708ff0b-df15-41f5-b6c6-aabd9eb830e7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738733
May 21 15:46:07.092650 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 51868) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:46:07.249413 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7a0bf57d-23d4-47fa-9105-499fcfa6f178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:07.279992 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-7a0bf57d-23d4-47fa-9105-499fcfa6f178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:46:07.291210 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-7a0bf57d-23d4-47fa-9105-499fcfa6f178 admin admin] Usage tracker for resource:security_group_rule and tenant:a7844e387934413bbff8dbeba95273e5 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:46:07.294864 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-7a0bf57d-23d4-47fa-9105-499fcfa6f178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:46:07.306332 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-7a0bf57d-23d4-47fa-9105-499fcfa6f178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:46:07.463858 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7a0bf57d-23d4-47fa-9105-499fcfa6f178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:07.572847 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356f80e-43c6-406a-9808-fc246ebfe112 req-1493aed1-aaec-426d-b627-f2be874a5b98 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:07.574984 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4356f80e-43c6-406a-9808-fc246ebfe112 req-1493aed1-aaec-426d-b627-f2be874a5b98 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.0949013
May 21 15:46:07.630438 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4356f80e-43c6-406a-9808-fc246ebfe112 req-1154dd2e-8c14-4823-ac92-faae6bd81af4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493274
May 21 15:46:07.675197 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7a0bf57d-23d4-47fa-9105-499fcfa6f178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:07.685231 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-360d8bd2-ca7a-45bb-ac54-a2f0227323c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:07.731135 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0bf57d-23d4-47fa-9105-499fcfa6f178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1486f1-f5fb-4dca-b4c1-0070d265ec17,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:07.735653 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-7a0bf57d-23d4-47fa-9105-499fcfa6f178 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a7844e387934413bbff8dbeba95273e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6418545
May 21 15:46:07.737014 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7a0bf57d-23d4-47fa-9105-499fcfa6f178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:07.739589 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 51894) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:46:07.832493 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4fb50d71-4d7d-48f6-8115-7c374515f70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:07.879084 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4fb50d71-4d7d-48f6-8115-7c374515f70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:08.045859 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-63c035f5-a632-4d17-bcad-88131bac6793 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:08.047381 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-63c035f5-a632-4d17-bcad-88131bac6793 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/networks?id=e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 HTTP/1.1" status: 200  len: 808 time: 0.3089592
May 21 15:46:08.063498 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-2b85d83c-20f2-475e-a581-d1bcaeb22cda tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/quotas/20b074a67d6f4322a6fbb3f3a5b89957 HTTP/1.1" status: 200  len: 375 time: 0.0101383
May 21 15:46:08.092364 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4fb50d71-4d7d-48f6-8115-7c374515f70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:08.096441 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-bca82d3a-fc9b-41c0-818c-bc39d90e1ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:08.111230 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb50d71-4d7d-48f6-8115-7c374515f70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1486f1-f5fb-4dca-b4c1-0070d265ec17,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:08.113725 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-ed42a9fa-6176-432a-aa97-b2b2b2d17cb8 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=20b074a67d6f4322a6fbb3f3a5b89957&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0444331
May 21 15:46:08.114388 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4fb50d71-4d7d-48f6-8115-7c374515f70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:08.116663 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4fb50d71-4d7d-48f6-8115-7c374515f70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:08.117699 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-4fb50d71-4d7d-48f6-8115-7c374515f70e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac1486f1-f5fb-4dca-b4c1-0070d265ec17 HTTP/1.1" status: 204  len: 168 time: 0.3769472
May 21 15:46:08.306310 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-07b13d51-f374-4f7b-aad3-0f5e177dbe22 service neutron] 10.222.0.70 "GET /v2.0/networks/e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1807146
May 21 15:46:08.475058 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-7e34337e-6088-4126-b931-c5a518743e58 service neutron] 10.222.0.70 "GET /v2.0/networks/e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1618431
May 21 15:46:08.981538 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a799b-00ef-4f92-bfba-f82826a0cb8a req-0b6f9a08-75f7-4de7-9215-89ef21339630 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:08.982865 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ad3a799b-00ef-4f92-bfba-f82826a0cb8a req-0b6f9a08-75f7-4de7-9215-89ef21339630 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 945 time: 0.0981739
May 21 15:46:09.046459 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ad3a799b-00ef-4f92-bfba-f82826a0cb8a req-cdee3305-cbd8-44a7-8867-bcf77685fc90 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560739
May 21 15:46:09.244392 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ee15a-8bed-49e4-9c6f-829f8f4d259c req-fe29567f-bba2-41a3-b0ca-e6efe3fe863f tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:09.246436 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-002ee15a-8bed-49e4-9c6f-829f8f4d259c req-fe29567f-bba2-41a3-b0ca-e6efe3fe863f tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0916004
May 21 15:46:09.302155 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-002ee15a-8bed-49e4-9c6f-829f8f4d259c req-b60956cc-a93b-4737-b0dc-db03e0c61e5b tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468359
May 21 15:46:09.404177 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e35dfe8c-ddc5-48ed-bf62-60481765c638 req-771f5713-b044-437e-a03a-1814bff7b809 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 210 time: 0.0561128
May 21 15:46:10.291689 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da254654-9aae-4fd2-bbd1-cdce403b8e03 req-ec68fdfa-4a26-49fb-99ea-46ffdb460229 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:10.293428 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-da254654-9aae-4fd2-bbd1-cdce403b8e03 req-ec68fdfa-4a26-49fb-99ea-46ffdb460229 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.1593196
May 21 15:46:10.310998 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab147c-0d05-4e80-a635-0bf72ea3a5df req-52c11a0e-9bd0-48ee-bc9b-32c7955631b9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:10.312610 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fdab147c-0d05-4e80-a635-0bf72ea3a5df req-52c11a0e-9bd0-48ee-bc9b-32c7955631b9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 945 time: 0.1326046
May 21 15:46:10.405545 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-da254654-9aae-4fd2-bbd1-cdce403b8e03 req-718d073c-cc7b-4b93-8aa9-44ddddab9c48 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916581
May 21 15:46:10.423640 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fdab147c-0d05-4e80-a635-0bf72ea3a5df req-4ffa94d4-16c2-4d3f-80d4-b9f689140eda tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944841
May 21 15:46:10.507447 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device ea398b39-b5c6-4035-a622-3eee802f8f7b no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:46:10.770627 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-77f1e9ab-7ea1-4aa7-b172-9166e20c153c req-b77865d1-e96e-46f0-87cb-e79ff347ab38 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 210 time: 0.0929005
May 21 15:46:10.789196 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ddd8e-5cba-4c18-999d-37d9ce2faf53 req-c1b71860-11ae-4415-882e-194f8b038c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:10.789652 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b8ddd8e-5cba-4c18-999d-37d9ce2faf53 req-c1b71860-11ae-4415-882e-194f8b038c98 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bfbec51500e4ef29d0dbea8f7ebcdd7&device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 1098 time: 0.2846386
May 21 15:46:10.919810 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef8ae1-c7a3-40d0-9063-ab5b5751adfd req-eda9de85-9ee2-4ba5-9aed-d2507093ac9e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:10.921489 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5bef8ae1-c7a3-40d0-9063-ab5b5751adfd req-eda9de85-9ee2-4ba5-9aed-d2507093ac9e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.3094170
May 21 15:46:11.050718 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ddd8e-5cba-4c18-999d-37d9ce2faf53 req-e7703460-47e5-42de-bf64-645ec4aa9315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:11.053252 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b8ddd8e-5cba-4c18-999d-37d9ce2faf53 req-e7703460-47e5-42de-bf64-645ec4aa9315 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dd709b31-c488-4c4f-a8bd-744a84d909c5 HTTP/1.1" status: 200  len: 919 time: 0.2515528
May 21 15:46:11.059041 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5bef8ae1-c7a3-40d0-9063-ab5b5751adfd req-ebd24235-a377-440e-a20b-b2ea198548ab tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272585
May 21 15:46:11.178316 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b8ddd8e-5cba-4c18-999d-37d9ce2faf53 req-068ce4bb-81b5-4863-b710-3b0c46bc8ac3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48614591-8f6b-4c46-9c6a-b9c407ada92e HTTP/1.1" status: 200  len: 217 time: 0.1176488
May 21 15:46:11.279470 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ddd8e-5cba-4c18-999d-37d9ce2faf53 req-07fb1f0e-02aa-4b3c-ab6c-a78fae9c3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:11.281005 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b8ddd8e-5cba-4c18-999d-37d9ce2faf53 req-07fb1f0e-02aa-4b3c-ab6c-a78fae9c3780 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17e03a2f-0d09-476f-b7bb-e6347777bebb HTTP/1.1" status: 200  len: 858 time: 0.0912409
May 21 15:46:11.352849 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b8ddd8e-5cba-4c18-999d-37d9ce2faf53 req-b348cc65-1b1e-40e2-9685-0018cf593a78 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd709b31-c488-4c4f-a8bd-744a84d909c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557144
May 21 15:46:11.361452 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 51970) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:46:11.547770 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-bfb36100-c9ad-41e5-9bd9-7bee6964958e req-4ef5c510-30d8-42e4-934b-ac5a0d0f9173 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1806321
May 21 15:46:11.585343 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b8ddd8e-5cba-4c18-999d-37d9ce2faf53 req-b30c9c04-f57d-4f7f-be6e-c45ba0c1333b service neutron] 10.222.0.25 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2180374
May 21 15:46:12.052794 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54b4b1-cf3c-4690-bbb4-02481504070d req-1df38cc9-63f7-4fbe-bc7e-93711f519cb5 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:12.054302 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-db54b4b1-cf3c-4690-bbb4-02481504070d req-1df38cc9-63f7-4fbe-bc7e-93711f519cb5 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 945 time: 0.4009287
May 21 15:46:12.061832 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b8ddd8e-5cba-4c18-999d-37d9ce2faf53 req-b1920e9b-aec7-4635-8a6e-270249878bfb service neutron] 10.222.0.25 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4692574
May 21 15:46:12.106929 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138216ce-2b41-4ba7-8f5a-21284e19a49f req-6780feaf-21e8-4edc-95f3-bdca00d3e751 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:12.108931 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-138216ce-2b41-4ba7-8f5a-21284e19a49f req-6780feaf-21e8-4edc-95f3-bdca00d3e751 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.2664840
May 21 15:46:12.148241 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-db54b4b1-cf3c-4690-bbb4-02481504070d req-13147898-7dbe-434b-92ef-7a4282278349 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842466
May 21 15:46:12.171785 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-138216ce-2b41-4ba7-8f5a-21284e19a49f req-b5f1eda1-5adf-4064-9d34-c2fa803fce02 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546565
May 21 15:46:12.500398 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-88d28997-3eb1-4f11-92d1-37ba95ac1b4d req-febd776c-8dc2-44ed-b4dc-ace4f973d650 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 210 time: 0.1892900
May 21 15:46:12.515744 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:46:12.608488 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-241c02dd-b265-4dbb-9d62-1fba62672631 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:12.610740 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-241c02dd-b265-4dbb-9d62-1fba62672631 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.25 "GET /v2.0/networks?id=e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 HTTP/1.1" status: 200  len: 808 time: 0.3287644
May 21 15:46:12.627481 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-f35e30f6-96c3-4eb0-ab0b-64ce9f18590a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Request body: {'port': {'device_id': '3052498a-6b64-4e13-89de-b6fb3d5cf688', 'network_id': 'e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8', 'admin_state_up': True, 'tenant_id': '20b074a67d6f4322a6fbb3f3a5b89957'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:46:12.732601 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236ce7e-dd84-4a3f-a064-e42b4c8043da req-c582ce23-2704-4b67-95a2-ac308fc5969a tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:12.735337 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0236ce7e-dd84-4a3f-a064-e42b4c8043da req-c582ce23-2704-4b67-95a2-ac308fc5969a tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.3806760
May 21 15:46:12.745565 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:46:12.753649 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:46:12.754479 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:12.906963 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0236ce7e-dd84-4a3f-a064-e42b4c8043da req-3014f37f-5a31-4c11-be4d-3f54948c2570 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611118
May 21 15:46:12.934595 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-f35e30f6-96c3-4eb0-ab0b-64ce9f18590a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:46:12.956937 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-f35e30f6-96c3-4eb0-ab0b-64ce9f18590a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:46:13.030327 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:13.084158 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63ddc76-6fb2-4b76-8b2d-fe2710d77675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:46:13.102271 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:46:13.103104 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-f35e30f6-96c3-4eb0-ab0b-64ce9f18590a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Made reservation on behalf of 20b074a67d6f4322a6fbb3f3a5b89957 for: {'port': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:46:13.107059 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-f35e30f6-96c3-4eb0-ab0b-64ce9f18590a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:13.168998 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63ddc76-6fb2-4b76-8b2d-fe2710d77675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7', 'code': 200}
May 21 15:46:13.206387 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-be3d5c67-36eb-41b6-8e66-4f57eb6fed8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:13.387641 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:13.388995 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:13.479330 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:13.484431 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:13.500102 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-f35e30f6-96c3-4eb0-ab0b-64ce9f18590a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Allocated IP 172.20.0.4 (e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8/004586cd-8a39-4f57-9d54-5bc08ecba38d/1a8beb21-d56e-4970-ac7b-11dd45756e1f) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:46:13.580759 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c974c-d2c8-4e62-a705-e84287a53a6e req-b7284ee0-a00f-48fa-b0c3-6c9c4c99aa94 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:13.582907 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d87c974c-d2c8-4e62-a705-e84287a53a6e req-b7284ee0-a00f-48fa-b0c3-6c9c4c99aa94 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 946 time: 0.2309310
May 21 15:46:13.628684 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b82e1c-d2af-4824-bffc-642d33c14175 req-cb7b5f9b-d0ad-47ad-b5c0-82071c58fe1a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:13.635809 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a5b82e1c-d2af-4824-bffc-642d33c14175 req-cb7b5f9b-d0ad-47ad-b5c0-82071c58fe1a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.2328913
May 21 15:46:13.796204 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d87c974c-d2c8-4e62-a705-e84287a53a6e req-61eda952-24b8-470c-babe-633c79986cb6 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010314
May 21 15:46:13.830065 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a5b82e1c-d2af-4824-bffc-642d33c14175 req-67ebf697-bf23-498b-ae6e-1b9d78df2620 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1916966
May 21 15:46:14.038095 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-f35e30f6-96c3-4eb0-ab0b-64ce9f18590a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:14.186787 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466b608-c906-4499-a950-7a5c056cb695 req-e2dfa79a-475b-42bd-85e1-07f414747282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:14.188720 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-e466b608-c906-4499-a950-7a5c056cb695 req-e2dfa79a-475b-42bd-85e1-07f414747282 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 1099 time: 0.2388802
May 21 15:46:14.199107 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-95a7ff4c-7349-40ef-9b7b-116917d09725 req-3fe17b13-4f93-4999-a06f-1fe0c992aad7 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 210 time: 0.0662518
May 21 15:46:14.239272 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-f35e30f6-96c3-4eb0-ab0b-64ce9f18590a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:14.295780 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-e466b608-c906-4499-a950-7a5c056cb695 req-084141ad-2e5f-4587-b13a-947b88e76ba8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900624
May 21 15:46:14.312376 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:14.406022 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-f35e30f6-96c3-4eb0-ab0b-64ce9f18590a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Network e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:46:14.410323 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-f35e30f6-96c3-4eb0-ab0b-64ce9f18590a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:46:14.418285 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-f35e30f6-96c3-4eb0-ab0b-64ce9f18590a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:46:14.449045 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e30f6-96c3-4eb0-ab0b-64ce9f18590a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Pushing event updated for resources: {'Port': ['ID=1a8beb21-d56e-4970-ac7b-11dd45756e1f,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:14.462618 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-f35e30f6-96c3-4eb0-ab0b-64ce9f18590a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:14.503332 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-f35e30f6-96c3-4eb0-ab0b-64ce9f18590a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:14.504271 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-f35e30f6-96c3-4eb0-ab0b-64ce9f18590a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:14.528446 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb4b38-4008-47e7-8bc9-ecb942aaab05 req-4a56d187-0385-4bb3-adcd-80a1b5d91214 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:14.529950 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6dbb4b38-4008-47e7-8bc9-ecb942aaab05 req-4a56d187-0385-4bb3-adcd-80a1b5d91214 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.2860923
May 21 15:46:14.620151 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6dbb4b38-4008-47e7-8bc9-ecb942aaab05 req-c94492cf-ec6b-4818-9253-283b0c381e95 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815361
May 21 15:46:14.664859 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-f35e30f6-96c3-4eb0-ab0b-64ce9f18590a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0419426
May 21 15:46:14.679609 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Request body: {'port': {'device_id': '3052498a-6b64-4e13-89de-b6fb3d5cf688', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:46:14.970275 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:15.401057 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3152c-cc05-4739-b528-41fa89cb417d req-07a82b3b-207b-4404-9c1d-36c386dbf83c tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:15.403366 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-33b3152c-cc05-4739-b528-41fa89cb417d req-07a82b3b-207b-4404-9c1d-36c386dbf83c tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 946 time: 0.3387170
May 21 15:46:15.423940 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b5aa8-47f4-43b2-85b6-8fadfc3e679a req-a29d332e-0f78-4189-a3e7-cd414f70ca7c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:15.425466 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4e9b5aa8-47f4-43b2-85b6-8fadfc3e679a req-a29d332e-0f78-4189-a3e7-cd414f70ca7c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.3619847
May 21 15:46:15.531081 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-33b3152c-cc05-4739-b528-41fa89cb417d req-0854c512-20f4-4f63-a4b0-d6fa0d9d2a56 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185374
May 21 15:46:15.571029 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4e9b5aa8-47f4-43b2-85b6-8fadfc3e679a req-aef2ea17-116e-41c0-ac38-0cfb5090e58c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1306462
May 21 15:46:15.715326 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:15.758711 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a8beb21-d56e-4970-ac7b-11dd45756e1f {{(pid=98820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:46:15.797175 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:15.943199 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-f5d9ff4d-41c3-422d-b2de-da111bf4800e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:16.063528 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Transition to ACTIVE for port object 1a8beb21-d56e-4970-ac7b-11dd45756e1f will not be triggered until provisioned by entity L2. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:46:16.162341 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f38175-4438-4e46-81af-5dde1886f373 req-2714da4d-d537-4f0c-92ac-6f5bc361c510 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:16.163541 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-58f38175-4438-4e46-81af-5dde1886f373 req-2714da4d-d537-4f0c-92ac-6f5bc361c510 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Synchronizing usage tracker for tenant:20b074a67d6f4322a6fbb3f3a5b89957 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:46:16.189674 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fb139-2cf2-4ed9-acc3-f28422dfc96f req-fc8e231e-0f01-47a3-8240-a4965f07bf07 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:16.191300 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6d3fb139-2cf2-4ed9-acc3-f28422dfc96f req-fc8e231e-0f01-47a3-8240-a4965f07bf07 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.2323856
May 21 15:46:16.196369 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:16.201997 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:16.462584 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-58f38175-4438-4e46-81af-5dde1886f373 req-2714da4d-d537-4f0c-92ac-6f5bc361c510 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Unset dirty status for tenant:20b074a67d6f4322a6fbb3f3a5b89957 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:46:16.465196 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-58f38175-4438-4e46-81af-5dde1886f373 req-2714da4d-d537-4f0c-92ac-6f5bc361c510 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 931 time: 0.6286988
May 21 15:46:16.492825 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8beb21-d56e-4970-ac7b-11dd45756e1f,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:16.518750 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:16.592157 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6d3fb139-2cf2-4ed9-acc3-f28422dfc96f req-bbffe21d-7a20-4b76-8fed-a9dafa0171ea tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3480456
May 21 15:46:16.686089 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-58f38175-4438-4e46-81af-5dde1886f373 req-1278387b-0daa-476a-a564-d9536a7a1238 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075374
May 21 15:46:16.718958 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:16.735092 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Attempting to bind port 1a8beb21-d56e-4970-ac7b-11dd45756e1f on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:46:16.735092 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Attempting to bind port 1a8beb21-d56e-4970-ac7b-11dd45756e1f by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'fda1cb10-8e06-4112-9262-0784a11c06be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8'}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:46:16.735092 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Attempting to bind port 1a8beb21-d56e-4970-ac7b-11dd45756e1f on network e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:46:16.804756 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Port 1a8beb21-d56e-4970-ac7b-11dd45756e1f on network e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:46:16.805553 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Attempting to bind port 1a8beb21-d56e-4970-ac7b-11dd45756e1f on network e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:46:16.833455 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:46:16.833804 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Checking segment: {'id': 'fda1cb10-8e06-4112-9262-0784a11c06be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:46:16.834205 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Bound using segment: {'id': 'fda1cb10-8e06-4112-9262-0784a11c06be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8'} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:46:16.835223 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Bound port: 1a8beb21-d56e-4970-ac7b-11dd45756e1f, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fda1cb10-8e06-4112-9262-0784a11c06be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8'}}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:46:16.836144 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:17.054489 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901f933-1394-43a4-b64e-1c8286826825 req-e17baa8c-1b66-4141-a0ad-57115daf012a tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:17.057069 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5901f933-1394-43a4-b64e-1c8286826825 req-e17baa8c-1b66-4141-a0ad-57115daf012a tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 946 time: 0.3182073
May 21 15:46:17.113288 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] For port 1a8beb21-d56e-4970-ac7b-11dd45756e1f, host hv-cinder-79264, cleared binding levels {{(pid=98820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:46:17.148544 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] For port 1a8beb21-d56e-4970-ac7b-11dd45756e1f, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=1a8beb21-d56e-4970-ac7b-11dd45756e1f,segment=NetworkSegment(fda1cb10-8e06-4112-9262-0784a11c06be),segment_id=fda1cb10-8e06-4112-9262-0784a11c06be)] {{(pid=98820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:46:17.157373 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36100-c9ad-41e5-9bd9-7bee6964958e req-82da8eba-700e-4037-8fdb-4b2634422353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:17.160061 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-bfb36100-c9ad-41e5-9bd9-7bee6964958e req-82da8eba-700e-4037-8fdb-4b2634422353 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1&tenant_id=6a68b29cab9044629d81ff87b9006270 HTTP/1.1" status: 200  len: 1096 time: 0.1356397
May 21 15:46:17.183439 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2caa5-5b6c-4ba2-b979-77dd677859e3 req-c51302e8-5782-47ce-8537-e0f85b437b77 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:17.188539 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-71f2caa5-5b6c-4ba2-b979-77dd677859e3 req-c51302e8-5782-47ce-8537-e0f85b437b77 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.2871747
May 21 15:46:17.194991 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5901f933-1394-43a4-b64e-1c8286826825 req-8625d3c2-656e-4b8d-8509-5a072ab4193a tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175370
May 21 15:46:17.296142 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-71f2caa5-5b6c-4ba2-b979-77dd677859e3 req-bceb9526-7387-4260-9e64-a70fe4f845d1 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993898
May 21 15:46:17.296836 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36100-c9ad-41e5-9bd9-7bee6964958e req-16523c3b-60ae-41b4-8c28-c2998327cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:17.299817 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-bfb36100-c9ad-41e5-9bd9-7bee6964958e req-16523c3b-60ae-41b4-8c28-c2998327cbe3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a68b29cab9044629d81ff87b9006270&device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 1096 time: 0.1037281
May 21 15:46:17.344176 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:17.355202 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-9980f1e0-ea06-47db-8404-af9127e6745d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:17.427171 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:17.427782 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:17.429184 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] 10.222.0.25 "PUT /v2.0/ports/1a8beb21-d56e-4970-ac7b-11dd45756e1f HTTP/1.1" status: 200  len: 1093 time: 2.7564445
May 21 15:46:17.429686 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3052498a-6b64-4e13-89de-b6fb3d5cf688', 'tag': '1a8beb21-d56e-4970-ac7b-11dd45756e1f'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:46:17.453063 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8beb21-d56e-4970-ac7b-11dd45756e1f,revision_number=3']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:17.457379 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:17.492554 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3052498a-6b64-4e13-89de-b6fb3d5cf688', 'tag': '1a8beb21-d56e-4970-ac7b-11dd45756e1f', 'status': 'completed', 'code': 200}
May 21 15:46:17.537725 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36100-c9ad-41e5-9bd9-7bee6964958e req-ab384db0-e835-4eda-bcde-df3254054421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:17.539522 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-bfb36100-c9ad-41e5-9bd9-7bee6964958e req-ab384db0-e835-4eda-bcde-df3254054421 service neutron] 10.222.0.25 "GET /v2.0/networks?id=470804b6-04d0-46f5-ba4c-e770e90d71b9 HTTP/1.1" status: 200  len: 918 time: 0.2276130
May 21 15:46:17.623452 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fdb1c-6d95-4713-9678-3dd1f09c85b6 req-f0463e3d-e900-43f7-a0a9-85de9c140785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:17.624965 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9c3fdb1c-6d95-4713-9678-3dd1f09c85b6 req-f0463e3d-e900-43f7-a0a9-85de9c140785 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=20b074a67d6f4322a6fbb3f3a5b89957&device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 1096 time: 0.0952075
May 21 15:46:17.672601 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-bfb36100-c9ad-41e5-9bd9-7bee6964958e req-cfdf0be4-b220-4f2b-9761-584d3b69e7f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea398b39-b5c6-4035-a622-3eee802f8f7b HTTP/1.1" status: 200  len: 999 time: 0.1223664
May 21 15:46:17.780774 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36100-c9ad-41e5-9bd9-7bee6964958e req-8f8453f7-f9f8-4670-a0c6-8c31f27f2c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:17.782805 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-bfb36100-c9ad-41e5-9bd9-7bee6964958e req-8f8453f7-f9f8-4670-a0c6-8c31f27f2c6e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b213e9aa-7ec1-46da-827f-d08b01630e15 HTTP/1.1" status: 200  len: 856 time: 0.0988495
May 21 15:46:17.935218 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb36100-c9ad-41e5-9bd9-7bee6964958e req-bff84373-3dfd-4acc-ac7a-06312acc8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:17.937134 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-bfb36100-c9ad-41e5-9bd9-7bee6964958e req-bff84373-3dfd-4acc-ac7a-06312acc8296 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=470804b6-04d0-46f5-ba4c-e770e90d71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1464264
May 21 15:46:18.147515 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-bfb36100-c9ad-41e5-9bd9-7bee6964958e req-a98bca90-0d95-4d39-8038-97395226b611 service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2027671
May 21 15:46:18.192168 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fdb1c-6d95-4713-9678-3dd1f09c85b6 req-0c86f832-a935-4892-9e2e-e1f4dcb98afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:18.192168 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9c3fdb1c-6d95-4713-9678-3dd1f09c85b6 req-0c86f832-a935-4892-9e2e-e1f4dcb98afa service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=20b074a67d6f4322a6fbb3f3a5b89957&shared=False HTTP/1.1" status: 200  len: 909 time: 0.5580578
May 21 15:46:18.211153 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b860ad-e61c-4b0b-a3bc-76c16a1278bc req-b6c473be-4189-4d90-b32e-d435281cb523 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:18.215160 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-43b860ad-e61c-4b0b-a3bc-76c16a1278bc req-b6c473be-4189-4d90-b32e-d435281cb523 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.2836547
May 21 15:46:18.304961 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d064b-3043-4e18-b060-f0ffd2d6e627 req-b9bf7027-e7ba-4751-b7d3-5675ced9d483 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:18.307657 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-125d064b-3043-4e18-b060-f0ffd2d6e627 req-b9bf7027-e7ba-4751-b7d3-5675ced9d483 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.4555786
May 21 15:46:18.418810 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:18.426874 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-bfb36100-c9ad-41e5-9bd9-7bee6964958e req-00438881-fb34-4c81-b1b8-93d05d0fa102 service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2685468
May 21 15:46:18.551315 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-43b860ad-e61c-4b0b-a3bc-76c16a1278bc req-656c9bd1-d3c8-4226-9f94-a82a66a14146 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2922933
May 21 15:46:18.592292 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-125d064b-3043-4e18-b060-f0ffd2d6e627 req-922f1665-d8d9-4abd-8cae-2504df141e71 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1929600
May 21 15:46:18.623620 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fdb1c-6d95-4713-9678-3dd1f09c85b6 req-9571773b-0813-4d75-98fa-e0a743a50926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:18.625482 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9c3fdb1c-6d95-4713-9678-3dd1f09c85b6 req-9571773b-0813-4d75-98fa-e0a743a50926 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4098403
May 21 15:46:18.769622 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465dca5-89f2-4b0a-ab88-c27889e78483 req-5217b7d3-e95a-4b16-8843-96cb486c19bc tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:18.771125 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f465dca5-89f2-4b0a-ab88-c27889e78483 req-5217b7d3-e95a-4b16-8843-96cb486c19bc tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.0880749
May 21 15:46:18.825117 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f465dca5-89f2-4b0a-ab88-c27889e78483 req-87ca5c23-fc95-419b-8bb0-925aed07cedf tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461087
May 21 15:46:19.817887 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e7db6-abc2-4eed-bf0e-46102cd60bfb req-77d2670c-eb06-4e99-8732-6b33bc889262 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:19.819470 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-338e7db6-abc2-4eed-bf0e-46102cd60bfb req-77d2670c-eb06-4e99-8732-6b33bc889262 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.1421776
May 21 15:46:19.887769 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01f180-b15e-4145-9eb6-2ead63e86acc req-e2cf53d6-29b0-468c-a96a-59bd5f63e1a3 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:19.889289 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0b01f180-b15e-4145-9eb6-2ead63e86acc req-e2cf53d6-29b0-468c-a96a-59bd5f63e1a3 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1471763
May 21 15:46:19.892565 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-338e7db6-abc2-4eed-bf0e-46102cd60bfb req-1223cc6b-0bf3-4dd4-983a-4ceece69f1d3 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666578
May 21 15:46:19.945364 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0b01f180-b15e-4145-9eb6-2ead63e86acc req-f2360aff-6273-4b15-888a-5526512d2331 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477469
May 21 15:46:20.086760 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f876156-2b01-4c82-94a9-a49322516d5c req-302f7b02-c333-4a82-90e2-6a8c7b8b8782 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:20.088293 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1f876156-2b01-4c82-94a9-a49322516d5c req-302f7b02-c333-4a82-90e2-6a8c7b8b8782 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.0936687
May 21 15:46:20.147612 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1f876156-2b01-4c82-94a9-a49322516d5c req-1fcfab95-691c-4f39-8ac5-4c6c5b602ed5 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527713
May 21 15:46:21.149420 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c237aa-253f-4b1b-abb5-223f19426a5c req-70ad6923-3d9c-4131-9497-cc72cabdb1c4 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:21.150852 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-98c237aa-253f-4b1b-abb5-223f19426a5c req-70ad6923-3d9c-4131-9497-cc72cabdb1c4 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.1460178
May 21 15:46:21.163772 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22653104-ab6b-41f4-8203-d07031fb481e req-10366933-a1dd-494b-9458-996791ea0a6d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:21.165273 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22653104-ab6b-41f4-8203-d07031fb481e req-10366933-a1dd-494b-9458-996791ea0a6d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1108754
May 21 15:46:21.240842 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-98c237aa-253f-4b1b-abb5-223f19426a5c req-d598246e-afcb-44fc-9dba-49f875e66425 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745590
May 21 15:46:21.249413 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22653104-ab6b-41f4-8203-d07031fb481e req-b601fc33-846a-4460-a0d9-36acef82bcd9 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700405
May 21 15:46:21.439225 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afee5f-122b-484d-b0bf-877f84c481e0 req-14a1de68-3721-49fa-8456-5ece817c4762 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:21.440712 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c7afee5f-122b-484d-b0bf-877f84c481e0 req-14a1de68-3721-49fa-8456-5ece817c4762 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.0889900
May 21 15:46:21.492749 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c7afee5f-122b-484d-b0bf-877f84c481e0 req-a13edc0b-fd92-4b23-aa65-818068edb05d tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453453
May 21 15:46:21.786266 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-44bb9e65-2ea2-4c7b-ba26-84b86985a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:21.787942 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-44bb9e65-2ea2-4c7b-ba26-84b86985a1ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=20b074a67d6f4322a6fbb3f3a5b89957&device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 1096 time: 0.0789661
May 21 15:46:21.871540 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-663748d5-6577-4c69-a76f-8614741b69a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a8beb21-d56e-4970-ac7b-11dd45756e1f HTTP/1.1" status: 200  len: 217 time: 0.0687032
May 21 15:46:21.957875 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a22f363f-4011-4b6c-ac32-7f2a12f997a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:21.959429 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-a22f363f-4011-4b6c-ac32-7f2a12f997a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=004586cd-8a39-4f57-9d54-5bc08ecba38d HTTP/1.1" status: 200  len: 848 time: 0.0716107
May 21 15:46:22.049136 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-93b2ff3b-fe13-4091-9548-828c198387ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0807154
May 21 15:46:22.194152 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-5fa1df04-d574-4cd4-8b8a-1ccc31123e84 service neutron] 10.222.0.25 "GET /v2.0/networks/e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363080
May 21 15:46:22.476954 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-18e8cd6c-e526-4922-a573-a09dfc3b007f req-77a37a3e-3e2b-4ca6-88d2-3960b22ad965 service neutron] 10.222.0.25 "GET /v2.0/networks/e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2701151
May 21 15:46:22.754549 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0355b19-ba53-49a1-ad53-4f58616939ad req-e0928d4d-b683-46cd-868f-16bc446cb1f0 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:22.762395 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c0355b19-ba53-49a1-ad53-4f58616939ad req-e0928d4d-b683-46cd-868f-16bc446cb1f0 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.2889078
May 21 15:46:22.805942 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc83ddd-e260-4a93-ba5e-ede4e8d21117 req-5417ee3e-3575-4c4e-8c0e-89fbe5a16821 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:22.814003 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0bc83ddd-e260-4a93-ba5e-ede4e8d21117 req-5417ee3e-3575-4c4e-8c0e-89fbe5a16821 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.3393404
May 21 15:46:22.890845 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c0355b19-ba53-49a1-ad53-4f58616939ad req-5d167b0f-8cf7-4fdf-b48b-055ce473880a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1273642
May 21 15:46:22.945599 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0bc83ddd-e260-4a93-ba5e-ede4e8d21117 req-f302ea65-6256-4752-a98e-13bb546ffb39 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305881
May 21 15:46:23.208008 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c6d01-3d32-427f-9c4b-5dd5f65c5269 req-dc32f31e-10f2-4d32-9e97-8a9da165d158 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:23.209805 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-104c6d01-3d32-427f-9c4b-5dd5f65c5269 req-dc32f31e-10f2-4d32-9e97-8a9da165d158 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.1161599
May 21 15:46:23.274178 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-104c6d01-3d32-427f-9c4b-5dd5f65c5269 req-1d02cf58-543f-40dc-ba41-e57c327f383b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543172
May 21 15:46:24.111553 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7cf1c-71eb-4f9f-ab64-339d7436ec1e req-fea53ae2-3341-46b9-b413-e854ded2df84 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:24.113195 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-66d7cf1c-71eb-4f9f-ab64-339d7436ec1e req-fea53ae2-3341-46b9-b413-e854ded2df84 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.1068702
May 21 15:46:24.168573 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-66d7cf1c-71eb-4f9f-ab64-339d7436ec1e req-ab991278-ae0a-4306-beab-c8ce6843a796 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487580
May 21 15:46:24.401994 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4b492-390e-4eab-9d2c-ff7039628075 req-360ce03b-ee06-49a2-986e-a86919e8166b tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:24.405842 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5ba4b492-390e-4eab-9d2c-ff7039628075 req-360ce03b-ee06-49a2-986e-a86919e8166b tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1239827
May 21 15:46:24.527617 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5ba4b492-390e-4eab-9d2c-ff7039628075 req-f8b73943-2ccb-43e6-bb45-b2c6fcbb7898 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698495
May 21 15:46:24.767384 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47edba-637c-41c3-82d9-a16273bd6ec2 req-e7c420b9-1c84-42f8-8221-5eccefb8ccd1 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:24.775958 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0f47edba-637c-41c3-82d9-a16273bd6ec2 req-e7c420b9-1c84-42f8-8221-5eccefb8ccd1 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.1665080
May 21 15:46:24.853606 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0f47edba-637c-41c3-82d9-a16273bd6ec2 req-c3219cd2-e40b-4928-8459-0b57229fd493 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759711
May 21 15:46:25.511711 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fec380-30a5-4e3c-8530-94a4a1af36f6 req-6dad464e-3c55-4509-a757-c4fc0596eeaf tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:25.513448 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-92fec380-30a5-4e3c-8530-94a4a1af36f6 req-6dad464e-3c55-4509-a757-c4fc0596eeaf tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.1567724
May 21 15:46:25.564892 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-92fec380-30a5-4e3c-8530-94a4a1af36f6 req-fc7c04c3-5270-4172-89f7-c3799aa1b8c4 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447097
May 21 15:46:25.671480 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 52224) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:46:25.813580 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16373ff1-f42e-4803-85bb-9cf6a2d74b97 req-8548c58b-190c-48e5-9a2e-bdc63c3df2c9 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:25.817867 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-16373ff1-f42e-4803-85bb-9cf6a2d74b97 req-8548c58b-190c-48e5-9a2e-bdc63c3df2c9 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1418495
May 21 15:46:25.873008 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f79a2e24-405a-41d2-ada8-b484f92c0d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:25.916874 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-f79a2e24-405a-41d2-ada8-b484f92c0d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:46:25.921910 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-16373ff1-f42e-4803-85bb-9cf6a2d74b97 req-adae46c2-1788-4424-9c4a-fc1e950e1f00 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992351
May 21 15:46:25.924439 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-f79a2e24-405a-41d2-ada8-b484f92c0d5e admin admin] Usage tracker for resource:security_group_rule and tenant:913a25f8cf7e45e28de68677f89849ae is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:46:25.935037 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-f79a2e24-405a-41d2-ada8-b484f92c0d5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:46:25.935037 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-f79a2e24-405a-41d2-ada8-b484f92c0d5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:46:26.089291 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f79a2e24-405a-41d2-ada8-b484f92c0d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:26.213686 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfaaab-ff1b-40a6-8fc9-ae7cbb5064c2 req-4c5799fb-30e9-4dc1-a109-e5ec42bfb901 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:26.215434 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1ecfaaab-ff1b-40a6-8fc9-ae7cbb5064c2 req-4c5799fb-30e9-4dc1-a109-e5ec42bfb901 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.1069064
May 21 15:46:26.296749 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1ecfaaab-ff1b-40a6-8fc9-ae7cbb5064c2 req-e9be6eb8-5a52-483b-b648-e81bf1d210aa tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746880
May 21 15:46:26.823876 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f79a2e24-405a-41d2-ada8-b484f92c0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:26.849644 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-2c088134-760b-468f-8197-f0332a3fca14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:26.942246 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-f79a2e24-405a-41d2-ada8-b484f92c0d5e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=913a25f8cf7e45e28de68677f89849ae&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2688978
May 21 15:46:26.945738 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 52244) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:46:26.948750 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a2e24-405a-41d2-ada8-b484f92c0d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a255404f-ad78-40c4-a157-19b766b385c0,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:26.955056 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-f79a2e24-405a-41d2-ada8-b484f92c0d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:27.040644 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e166c27-2e9a-45db-912b-ce8a7a618f35 req-c491dbf1-72e2-4313-b6b7-74763b622a67 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:27.053580 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4e166c27-2e9a-45db-912b-ce8a7a618f35 req-c491dbf1-72e2-4313-b6b7-74763b622a67 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.3073914
May 21 15:46:27.097868 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b288ce12-864e-4fd1-b6aa-36f1f2fc8b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:27.116882 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4e166c27-2e9a-45db-912b-ce8a7a618f35 req-94d6bf77-1a2d-435b-9bb3-e688841a653f tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603034
May 21 15:46:27.160128 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b288ce12-864e-4fd1-b6aa-36f1f2fc8b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:27.373487 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b288ce12-864e-4fd1-b6aa-36f1f2fc8b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:27.384493 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7a0bf57d-23d4-47fa-9105-499fcfa6f178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:27.406216 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288ce12-864e-4fd1-b6aa-36f1f2fc8b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a255404f-ad78-40c4-a157-19b766b385c0,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:27.413687 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-b288ce12-864e-4fd1-b6aa-36f1f2fc8b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:27.425089 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b288ce12-864e-4fd1-b6aa-36f1f2fc8b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:27.430664 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e687741-b042-43f0-855b-22e91a4a5ad0 req-8c8f2a85-f1e2-4aaf-ba43-e1d5e977abaf tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:27.430664 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7e687741-b042-43f0-855b-22e91a4a5ad0 req-8c8f2a85-f1e2-4aaf-ba43-e1d5e977abaf tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1247046
May 21 15:46:27.431577 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-b288ce12-864e-4fd1-b6aa-36f1f2fc8b00 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a255404f-ad78-40c4-a157-19b766b385c0 HTTP/1.1" status: 204  len: 168 time: 0.4844096
May 21 15:46:27.521993 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7e687741-b042-43f0-855b-22e91a4a5ad0 req-6a210663-7f29-41f1-9f72-fe7f298e9772 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816405
May 21 15:46:27.767517 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a001a-750e-430d-b348-87fef657d52c req-cd012a5f-c97a-4d0f-b93f-07b5b2855d72 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:27.770277 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fc3a001a-750e-430d-b348-87fef657d52c req-cd012a5f-c97a-4d0f-b93f-07b5b2855d72 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.1186635
May 21 15:46:27.843840 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fc3a001a-750e-430d-b348-87fef657d52c req-121893a0-1eb9-44ae-b9e4-474c285e740a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670371
May 21 15:46:28.505713 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb48d83-1944-4844-9943-0dedd447e481 req-3f36caf5-e585-4bf6-8e71-a93051dac320 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:28.508739 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ddb48d83-1944-4844-9943-0dedd447e481 req-3f36caf5-e585-4bf6-8e71-a93051dac320 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.1286080
May 21 15:46:28.568480 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ddb48d83-1944-4844-9943-0dedd447e481 req-9a182849-e4af-499b-9b25-cece27fded1d tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484607
May 21 15:46:28.797550 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16add1-09cb-4e1d-9371-e2571803a36c req-7582149f-38b5-4a34-b4b4-2eafb799a6b4 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:28.799120 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cf16add1-09cb-4e1d-9371-e2571803a36c req-7582149f-38b5-4a34-b4b4-2eafb799a6b4 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1004987
May 21 15:46:28.885806 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cf16add1-09cb-4e1d-9371-e2571803a36c req-2cd503be-7f35-4866-8cb4-f42b22007a72 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802226
May 21 15:46:29.090385 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9540e6-8383-4f97-a6ab-95192bbc45e8 req-aa4483f0-a734-4473-981e-85d936913831 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:29.092089 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ba9540e6-8383-4f97-a6ab-95192bbc45e8 req-aa4483f0-a734-4473-981e-85d936913831 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.0926421
May 21 15:46:29.143778 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ba9540e6-8383-4f97-a6ab-95192bbc45e8 req-a325eeb7-e7b1-43cb-9cf4-cf056937b65b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448995
May 21 15:46:29.382596 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:29.890782 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98d7fa-ccac-4448-ad37-c5617baf8532 req-903bd3bc-1d03-495d-ab50-5e8945e046cb tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:29.890782 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2d98d7fa-ccac-4448-ad37-c5617baf8532 req-903bd3bc-1d03-495d-ab50-5e8945e046cb tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.1836307
May 21 15:46:29.940802 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2d98d7fa-ccac-4448-ad37-c5617baf8532 req-af63500f-4412-49a8-847d-05b030ece12f tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491107
May 21 15:46:30.136911 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d13488-83ca-44b7-ab92-a3b118d1f5a5 req-82186eba-1c32-4d03-af27-9118bdba209d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:30.138379 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c0d13488-83ca-44b7-ab92-a3b118d1f5a5 req-82186eba-1c32-4d03-af27-9118bdba209d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0924473
May 21 15:46:30.198329 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c0d13488-83ca-44b7-ab92-a3b118d1f5a5 req-50384ea2-3438-4522-b227-02a222165c65 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532136
May 21 15:46:30.409230 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967728e-e034-4342-b3cb-77c1075e6a52 req-cbd636aa-8708-4127-ad30-e064d430228e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:30.411897 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4967728e-e034-4342-b3cb-77c1075e6a52 req-cbd636aa-8708-4127-ad30-e064d430228e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.1088078
May 21 15:46:30.462103 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4967728e-e034-4342-b3cb-77c1075e6a52 req-5bbb9101-c93b-4a90-b60f-0449ea942d14 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445428
May 21 15:46:31.159653 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d35b72-65fa-4bfa-bf83-0c2b3c25449e req-3c7516cd-ac20-4318-9afd-9454b70c8d2a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:31.161270 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-83d35b72-65fa-4bfa-bf83-0c2b3c25449e req-3c7516cd-ac20-4318-9afd-9454b70c8d2a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.0896525
May 21 15:46:31.211427 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-83d35b72-65fa-4bfa-bf83-0c2b3c25449e req-102d33ea-328d-47f3-9149-40c37c4e2b64 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438721
May 21 15:46:31.396898 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81af9c-8a9a-429f-98d5-c046fcab5235 req-75285c44-57d4-46d3-a8c1-6ed9d1596170 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:31.398398 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2d81af9c-8a9a-429f-98d5-c046fcab5235 req-75285c44-57d4-46d3-a8c1-6ed9d1596170 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0871792
May 21 15:46:31.453967 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2d81af9c-8a9a-429f-98d5-c046fcab5235 req-50804ddd-b4a3-435e-be15-74450595080d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497210
May 21 15:46:31.749072 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45b890-d659-4937-931f-d745b1e187a3 req-bb36b34a-503d-4ac3-bd9d-6170af64323b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:31.751174 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8f45b890-d659-4937-931f-d745b1e187a3 req-bb36b34a-503d-4ac3-bd9d-6170af64323b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.1258249
May 21 15:46:31.806074 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8f45b890-d659-4937-931f-d745b1e187a3 req-6ae4bca8-9205-4290-b757-ee3d08cc3185 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433903
May 21 15:46:32.441079 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf2939-120f-4fb4-a47c-da257840173e req-073a3cb4-21e9-4e74-b954-d528bc689779 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:32.442666 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8dbf2939-120f-4fb4-a47c-da257840173e req-073a3cb4-21e9-4e74-b954-d528bc689779 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.1094759
May 21 15:46:32.516833 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8dbf2939-120f-4fb4-a47c-da257840173e req-dda40aca-c518-41e7-81d1-1c6d191fc38f tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672216
May 21 15:46:32.739809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbd976-f8bf-4d67-8ccc-3f8e1cd6825f req-1cc375a0-5ed3-4b2b-b82d-4444f0f0f9c0 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:32.741439 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d3cbd976-f8bf-4d67-8ccc-3f8e1cd6825f req-1cc375a0-5ed3-4b2b-b82d-4444f0f0f9c0 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1133325
May 21 15:46:32.826446 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d3cbd976-f8bf-4d67-8ccc-3f8e1cd6825f req-1a26c418-9617-4518-b8f1-b4d567110cdb tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755270
May 21 15:46:33.032518 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49aaed-3a52-4ebb-a714-5ab5ecedae55 req-d75143c2-05d2-4abf-9559-9a5d5310aea1 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:33.034076 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bf49aaed-3a52-4ebb-a714-5ab5ecedae55 req-d75143c2-05d2-4abf-9559-9a5d5310aea1 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.0903916
May 21 15:46:33.038002 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 52314) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:46:33.101558 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bf49aaed-3a52-4ebb-a714-5ab5ecedae55 req-a83b4979-deeb-4eee-9d1b-a623c19a9aca tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607474
May 21 15:46:33.187697 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d7027486-c20f-4976-a937-3e1cb9203c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:33.204305 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-d7027486-c20f-4976-a937-3e1cb9203c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:46:33.208474 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-d7027486-c20f-4976-a937-3e1cb9203c11 admin admin] Usage tracker for resource:security_group_rule and tenant:4063f9d60b4047249b4daba82ccec1a8 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:46:33.211833 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-d7027486-c20f-4976-a937-3e1cb9203c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:46:33.219164 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-d7027486-c20f-4976-a937-3e1cb9203c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:46:33.321322 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d7027486-c20f-4976-a937-3e1cb9203c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:33.434466 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d7027486-c20f-4976-a937-3e1cb9203c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:33.443631 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-62ac9e7f-ab5c-4c62-811b-0e0c07624562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:33.492286 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 52320) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:46:33.492909 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-d7027486-c20f-4976-a937-3e1cb9203c11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4063f9d60b4047249b4daba82ccec1a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4532723
May 21 15:46:33.494658 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7027486-c20f-4976-a937-3e1cb9203c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43102b3c-b83e-4375-9fd9-23331c817539,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:33.499419 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d7027486-c20f-4976-a937-3e1cb9203c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:33.579507 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-71ff7bbb-f959-4466-9ad0-e0f6181d8718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:33.621611 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-71ff7bbb-f959-4466-9ad0-e0f6181d8718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:33.849105 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-71ff7bbb-f959-4466-9ad0-e0f6181d8718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:33.860596 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-44bcea04-7c19-496d-8fb7-ac037e393f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:33.942923 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff7bbb-f959-4466-9ad0-e0f6181d8718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43102b3c-b83e-4375-9fd9-23331c817539,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:33.942923 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-71ff7bbb-f959-4466-9ad0-e0f6181d8718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:33.942923 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-71ff7bbb-f959-4466-9ad0-e0f6181d8718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:33.942923 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-71ff7bbb-f959-4466-9ad0-e0f6181d8718 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43102b3c-b83e-4375-9fd9-23331c817539 HTTP/1.1" status: 204  len: 168 time: 0.4063375
May 21 15:46:33.942923 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6aa4b-c437-4ad2-8829-6c31e22bffe4 req-67e6102d-d2e4-45c0-811f-bc4f0b01ebde tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:33.942923 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e0d6aa4b-c437-4ad2-8829-6c31e22bffe4 req-67e6102d-d2e4-45c0-811f-bc4f0b01ebde tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.1358254
May 21 15:46:34.001621 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e0d6aa4b-c437-4ad2-8829-6c31e22bffe4 req-2bcc6223-e0b2-434c-9319-b7340209a8da tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562534
May 21 15:46:34.198121 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f338dc-570b-4a32-aaf6-6d2668e2f5ab req-34996285-0c2d-490a-a350-67191f6917a5 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:34.199571 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d5f338dc-570b-4a32-aaf6-6d2668e2f5ab req-34996285-0c2d-490a-a350-67191f6917a5 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0889049
May 21 15:46:34.254160 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d5f338dc-570b-4a32-aaf6-6d2668e2f5ab req-ba3cb000-d660-41fd-9b48-193de3417905 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488586
May 21 15:46:34.475553 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c1366-48ff-45a8-8772-62f6594f14d5 req-35554d31-c99b-4586-b958-a50f0c95f144 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:34.477205 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ad0c1366-48ff-45a8-8772-62f6594f14d5 req-35554d31-c99b-4586-b958-a50f0c95f144 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.0948460
May 21 15:46:34.528957 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ad0c1366-48ff-45a8-8772-62f6594f14d5 req-671a1587-5548-4244-95e8-9edf2af8d76b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440323
May 21 15:46:34.734524 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:46:35.241417 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa0fca-19a6-4498-b4b0-722e1533c3d1 req-1e5a5c2f-f227-477b-9be9-fcd6c34de91f tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:35.242977 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1faa0fca-19a6-4498-b4b0-722e1533c3d1 req-1e5a5c2f-f227-477b-9be9-fcd6c34de91f tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.1140821
May 21 15:46:35.296602 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1faa0fca-19a6-4498-b4b0-722e1533c3d1 req-a49fffa7-1b97-4925-b57c-4636bc55b598 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478015
May 21 15:46:35.508455 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3362e65-25e1-414a-9990-e419e4c06216 req-292c5ec0-2c2d-406c-bf8f-c01251a3e799 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:35.510169 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b3362e65-25e1-414a-9990-e419e4c06216 req-292c5ec0-2c2d-406c-bf8f-c01251a3e799 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1070373
May 21 15:46:35.573609 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b3362e65-25e1-414a-9990-e419e4c06216 req-8ba4ccdd-7b13-4caa-9b8f-42b676ce3f07 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553308
May 21 15:46:35.804768 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c840d-7530-4903-be60-25547c7317f7 req-34d96196-55fb-4ac2-bc1a-d90c0787a49f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:35.806331 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-150c840d-7530-4903-be60-25547c7317f7 req-34d96196-55fb-4ac2-bc1a-d90c0787a49f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.1134911
May 21 15:46:35.878780 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-150c840d-7530-4903-be60-25547c7317f7 req-9388695b-f478-4797-951d-251cb0d84403 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604527
May 21 15:46:36.537728 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e8a4f-b630-42d6-942f-321cb4c18941 req-9f5a7220-e48c-451a-ba7f-5b919bf87ca2 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:36.539497 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b44e8a4f-b630-42d6-942f-321cb4c18941 req-9f5a7220-e48c-451a-ba7f-5b919bf87ca2 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.1050444
May 21 15:46:36.603242 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b44e8a4f-b630-42d6-942f-321cb4c18941 req-bb7c3bec-f06f-4617-9ab8-d7949171f92c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556917
May 21 15:46:36.802975 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eed28c-8f1c-453e-9f26-08cc959aeeb4 req-b1ab439d-78ad-4d67-aefb-8f48fbf4a01e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:36.805481 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d8eed28c-8f1c-453e-9f26-08cc959aeeb4 req-b1ab439d-78ad-4d67-aefb-8f48fbf4a01e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0896144
May 21 15:46:36.859309 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d8eed28c-8f1c-453e-9f26-08cc959aeeb4 req-bf62b0bc-8c65-499e-8ac0-2a5058ef2f10 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462310
May 21 15:46:37.087856 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3455ff-c4b1-4862-8c15-e84d82f7de00 req-1f622a15-9149-455f-b460-b976291073dc tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:37.089874 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9c3455ff-c4b1-4862-8c15-e84d82f7de00 req-1f622a15-9149-455f-b460-b976291073dc tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.0979946
May 21 15:46:37.227235 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9c3455ff-c4b1-4862-8c15-e84d82f7de00 req-baf1a359-cc09-4597-b3b0-ef69aa8d8afc tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1265700
May 21 15:46:37.822243 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684f95a-4437-42de-9985-95c37313b73c req-34c58672-08b2-44d9-b4d4-d021cc083226 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:37.822243 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f684f95a-4437-42de-9985-95c37313b73c req-34c58672-08b2-44d9-b4d4-d021cc083226 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.0914996
May 21 15:46:37.858884 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f684f95a-4437-42de-9985-95c37313b73c req-802a7e94-aab4-4320-ad35-6df5ed944709 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438497
May 21 15:46:38.065028 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028c357-4a4c-47bf-9b2a-35696affd5c1 req-044478c9-46c4-499c-9b2f-324b15b3ee2f tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:38.066536 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b028c357-4a4c-47bf-9b2a-35696affd5c1 req-044478c9-46c4-499c-9b2f-324b15b3ee2f tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0895569
May 21 15:46:38.113961 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b028c357-4a4c-47bf-9b2a-35696affd5c1 req-35324c85-0d49-4cec-9f50-5f96a19d39f9 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415921
May 21 15:46:38.426591 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490c64e-3632-4e79-bfb2-1eb2e992d129 req-ac15b90f-93ac-4ad5-b9bc-b8f35b425838 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:38.427915 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4490c64e-3632-4e79-bfb2-1eb2e992d129 req-ac15b90f-93ac-4ad5-b9bc-b8f35b425838 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.0846868
May 21 15:46:38.474039 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4490c64e-3632-4e79-bfb2-1eb2e992d129 req-b7317c36-8a59-4f4c-8d60-7684ac147819 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403006
May 21 15:46:39.068203 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e4504-2ea6-4964-b206-9d2a6da86eb8 req-d8abdd33-f5a0-4fb2-a0ae-cc9ab3bece06 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:39.069704 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-308e4504-2ea6-4964-b206-9d2a6da86eb8 req-d8abdd33-f5a0-4fb2-a0ae-cc9ab3bece06 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.0956786
May 21 15:46:39.122226 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-308e4504-2ea6-4964-b206-9d2a6da86eb8 req-11dd48da-5017-4310-9608-feaecdde520a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408914
May 21 15:46:39.330376 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de6659-4bba-4d6f-af36-c3b360d4bcf3 req-e7792a00-4070-4a4b-87d1-470cb80f49aa tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:39.332070 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e0de6659-4bba-4d6f-af36-c3b360d4bcf3 req-e7792a00-4070-4a4b-87d1-470cb80f49aa tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0975280
May 21 15:46:39.383815 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e0de6659-4bba-4d6f-af36-c3b360d4bcf3 req-087808f9-3c74-4b3d-af89-673136a3bed3 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457275
May 21 15:46:39.668745 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b491090-4c84-4983-8cc7-0690ae701b73 req-cb35d9c4-f35f-48e2-90d1-15e984d5c118 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:39.670155 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7b491090-4c84-4983-8cc7-0690ae701b73 req-cb35d9c4-f35f-48e2-90d1-15e984d5c118 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.0839705
May 21 15:46:39.721981 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7b491090-4c84-4983-8cc7-0690ae701b73 req-a93351d6-100a-4bbb-9ad0-394b0fb8bdf0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460622
May 21 15:46:39.921702 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efce0e5-17ea-47a7-b038-56db506a13cd req-40687ac6-6ac0-4ce0-b2aa-1076e8f55ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:39.923182 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7efce0e5-17ea-47a7-b038-56db506a13cd req-40687ac6-6ac0-4ce0-b2aa-1076e8f55ed7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 1098 time: 0.0712109
May 21 15:46:39.971834 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7efce0e5-17ea-47a7-b038-56db506a13cd req-016732d8-8b8c-4794-b489-67f516fed8af service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368094
May 21 15:46:39.990854 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 52412) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:46:40.115253 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-39cd9a7c-db4c-4640-9a2a-955c64bf67aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:40.146692 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-39cd9a7c-db4c-4640-9a2a-955c64bf67aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:46:40.146692 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-39cd9a7c-db4c-4640-9a2a-955c64bf67aa admin admin] Usage tracker for resource:security_group_rule and tenant:5b8af8d2e45f475288aaf02cf558b895 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:46:40.146692 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-39cd9a7c-db4c-4640-9a2a-955c64bf67aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:46:40.146692 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-39cd9a7c-db4c-4640-9a2a-955c64bf67aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:46:40.233499 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-39cd9a7c-db4c-4640-9a2a-955c64bf67aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:40.312353 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8cdc-6933-434a-afbe-4a279b8f06ae req-21fcecf1-78ff-4bfa-a566-fc821a0d4fa0 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:40.313734 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-06af8cdc-6933-434a-afbe-4a279b8f06ae req-21fcecf1-78ff-4bfa-a566-fc821a0d4fa0 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.0824566
May 21 15:46:40.358486 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-06af8cdc-6933-434a-afbe-4a279b8f06ae req-63116d7b-59d9-4c57-aabd-8e1f6b3d9b4b tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390344
May 21 15:46:40.433622 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-39cd9a7c-db4c-4640-9a2a-955c64bf67aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:40.442905 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1f3e8765-41d9-4f32-9861-c9bdb4afc059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:40.484922 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-39cd9a7c-db4c-4640-9a2a-955c64bf67aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b8af8d2e45f475288aaf02cf558b895&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4929831
May 21 15:46:40.486809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd9a7c-db4c-4640-9a2a-955c64bf67aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62853483-a891-4543-b203-4b443134a7f0,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:40.488170 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 52424) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:46:40.490104 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-39cd9a7c-db4c-4640-9a2a-955c64bf67aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:40.552621 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ef083cd1-f74d-48d8-9a8d-9b5a060817ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:40.581408 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ec155-db30-4bac-9870-418e0de1fa1c req-5f9ee223-8a73-489a-adc5-23eb5e83ba1d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:40.581698 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ef083cd1-f74d-48d8-9a8d-9b5a060817ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:40.582952 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b09ec155-db30-4bac-9870-418e0de1fa1c req-5f9ee223-8a73-489a-adc5-23eb5e83ba1d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0861206
May 21 15:46:40.634411 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b09ec155-db30-4bac-9870-418e0de1fa1c req-94207b0f-adbf-4bb7-8459-4331f102f494 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398304
May 21 15:46:40.753904 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ef083cd1-f74d-48d8-9a8d-9b5a060817ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:40.758007 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e8e46443-e1f9-44d0-9f74-7636396f0cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:40.774129 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef083cd1-f74d-48d8-9a8d-9b5a060817ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62853483-a891-4543-b203-4b443134a7f0,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:40.778203 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ef083cd1-f74d-48d8-9a8d-9b5a060817ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:40.784332 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ef083cd1-f74d-48d8-9a8d-9b5a060817ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:40.788154 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-ef083cd1-f74d-48d8-9a8d-9b5a060817ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/62853483-a891-4543-b203-4b443134a7f0 HTTP/1.1" status: 204  len: 168 time: 0.2961609
May 21 15:46:40.924095 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b652812-a674-40f3-9bef-56a256da3cdd req-a60f5a6e-145a-4f6d-8a7e-c36fb3527d76 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:40.925463 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0b652812-a674-40f3-9bef-56a256da3cdd req-a60f5a6e-145a-4f6d-8a7e-c36fb3527d76 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.0808485
May 21 15:46:40.979405 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0b652812-a674-40f3-9bef-56a256da3cdd req-b7e95056-03c2-45ad-b82d-baf949b50c0c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482111
May 21 15:46:41.547443 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45982ac-5079-470a-9577-5e02b8dc2b1d req-028565b8-842a-4837-8ce6-9ce99c2fcd11 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:41.548878 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e45982ac-5079-470a-9577-5e02b8dc2b1d req-028565b8-842a-4837-8ce6-9ce99c2fcd11 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.0823200
May 21 15:46:41.597770 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e45982ac-5079-470a-9577-5e02b8dc2b1d req-d1627a25-959f-43b5-812e-83cdf4535f4e tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431421
May 21 15:46:41.820328 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63078b16-7011-4f03-9871-91afb34dbbc1 req-d6932c4f-7b6a-4800-8a41-af0587e297c3 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:41.821719 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-63078b16-7011-4f03-9871-91afb34dbbc1 req-d6932c4f-7b6a-4800-8a41-af0587e297c3 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0848176
May 21 15:46:41.874243 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-63078b16-7011-4f03-9871-91afb34dbbc1 req-18f4d4ca-3a0f-4da6-9528-4a5ecebb079b tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465496
May 21 15:46:42.205409 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d4ef-8225-419f-bfe5-6742d865f654 req-368c38e9-2b36-4fe8-9794-29e149e659a6 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:42.206891 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d3e6d4ef-8225-419f-bfe5-6742d865f654 req-368c38e9-2b36-4fe8-9794-29e149e659a6 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.1100028
May 21 15:46:42.255187 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d3e6d4ef-8225-419f-bfe5-6742d865f654 req-568cd046-021e-421b-a73d-002ec59f42ee tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423870
May 21 15:46:42.609803 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226b297-5779-4359-9a04-767ec1e68e41 req-50247fcc-870d-4231-b8ae-11a42aee8be5 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:42.611282 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e226b297-5779-4359-9a04-767ec1e68e41 req-50247fcc-870d-4231-b8ae-11a42aee8be5 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1448457
May 21 15:46:42.632471 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 1a8beb21-d56e-4970-ac7b-11dd45756e1f details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:46:42.633156 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21697ecb-4fa4-43bc-83e0-e5e54ad10db5 req-2f36eac3-1f1b-4455-8f3a-0b98635a3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:42.634187 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-21697ecb-4fa4-43bc-83e0-e5e54ad10db5 req-2f36eac3-1f1b-4455-8f3a-0b98635a3457 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bfbec51500e4ef29d0dbea8f7ebcdd7&device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 1098 time: 0.1102781
May 21 15:46:42.732016 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e226b297-5779-4359-9a04-767ec1e68e41 req-73da0a37-cf42-4296-bbb8-7e69aedb65c5 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147957
May 21 15:46:42.777139 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 1a8beb21-d56e-4970-ac7b-11dd45756e1f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=1a8beb21-d56e-4970-ac7b-11dd45756e1f,segment=NetworkSegment(fda1cb10-8e06-4112-9262-0784a11c06be),segment_id=fda1cb10-8e06-4112-9262-0784a11c06be)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:46:42.792116 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '1a8beb21-d56e-4970-ac7b-11dd45756e1f', 'network_id': 'e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8', 'port_id': '1a8beb21-d56e-4970-ac7b-11dd45756e1f', 'mac_address': 'fa:16:3e:e3:1f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004586cd-8a39-4f57-9d54-5bc08ecba38d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:46:42.854839 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:42.874018 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8beb21-d56e-4970-ac7b-11dd45756e1f {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:46:42.892437 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 1a8beb21-d56e-4970-ac7b-11dd45756e1f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=1a8beb21-d56e-4970-ac7b-11dd45756e1f,segment=NetworkSegment(fda1cb10-8e06-4112-9262-0784a11c06be),segment_id=fda1cb10-8e06-4112-9262-0784a11c06be)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:46:42.934294 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21697ecb-4fa4-43bc-83e0-e5e54ad10db5 req-275ea32c-c1f7-4c9f-94b3-3925f7724349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:42.935769 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-21697ecb-4fa4-43bc-83e0-e5e54ad10db5 req-275ea32c-c1f7-4c9f-94b3-3925f7724349 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dd709b31-c488-4c4f-a8bd-744a84d909c5 HTTP/1.1" status: 200  len: 919 time: 0.2896547
May 21 15:46:42.948231 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066f123-4c91-409a-83c9-05ffade5203e req-0614e1b3-0fe2-43f3-8545-058111b69975 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:42.949666 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8066f123-4c91-409a-83c9-05ffade5203e req-0614e1b3-0fe2-43f3-8545-058111b69975 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 943 time: 0.2167964
May 21 15:46:42.965497 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:42.976235 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:43.028471 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-21697ecb-4fa4-43bc-83e0-e5e54ad10db5 req-f11c867e-99a4-4665-85e4-e86e1bc7a37b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48614591-8f6b-4c46-9c6a-b9c407ada92e HTTP/1.1" status: 200  len: 217 time: 0.0778389
May 21 15:46:43.035633 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=1a8beb21-d56e-4970-ac7b-11dd45756e1f,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:43.039650 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:43.068323 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-2d2fb229-b4b0-4dc1-9b6b-969d5a3474a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:43.097980 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8066f123-4c91-409a-83c9-05ffade5203e req-c15a2a85-70f1-4046-9186-00559910497b tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919347
May 21 15:46:43.111466 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21697ecb-4fa4-43bc-83e0-e5e54ad10db5 req-22bbbea4-0e94-44a6-a595-ca0f652375b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:43.112915 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-21697ecb-4fa4-43bc-83e0-e5e54ad10db5 req-22bbbea4-0e94-44a6-a595-ca0f652375b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17e03a2f-0d09-476f-b7bb-e6347777bebb HTTP/1.1" status: 200  len: 858 time: 0.0695965
May 21 15:46:43.183306 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-21697ecb-4fa4-43bc-83e0-e5e54ad10db5 req-d0e2e352-d820-4c73-9df6-e6d193dc7370 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd709b31-c488-4c4f-a8bd-744a84d909c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477731
May 21 15:46:43.356592 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-21697ecb-4fa4-43bc-83e0-e5e54ad10db5 req-95b7222b-4af6-49f5-8493-35aaa138330d service neutron] 10.222.0.25 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450870
May 21 15:46:43.493703 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['1a8beb21-d56e-4970-ac7b-11dd45756e1f'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:46:43.589992 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-21697ecb-4fa4-43bc-83e0-e5e54ad10db5 req-7573ff54-9bf8-42a1-85a8-50b5c176f32a service neutron] 10.222.0.25 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2247839
May 21 15:46:43.597683 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8b502-f021-4757-81d9-41d2f12f203b req-93793eea-68f8-47a7-b9e7-673b612952d7 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:43.599731 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7aa8b502-f021-4757-81d9-41d2f12f203b req-93793eea-68f8-47a7-b9e7-673b612952d7 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.2153800
May 21 15:46:43.659773 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7aa8b502-f021-4757-81d9-41d2f12f203b req-b6293159-0ada-4e0e-adf9-0225e9c5d195 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435483
May 21 15:46:43.924554 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0eb29-f08f-458f-ad3c-7840ba238b02 req-39438473-9266-4300-8ce2-61ddbe66c2ff tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:43.926018 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a8e0eb29-f08f-458f-ad3c-7840ba238b02 req-39438473-9266-4300-8ce2-61ddbe66c2ff tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0877316
May 21 15:46:43.971390 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a8e0eb29-f08f-458f-ad3c-7840ba238b02 req-33852b5f-c04f-4310-88a3-0f9945df02fb tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395815
May 21 15:46:44.305924 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1a1ec-af7e-402a-a5a5-44d1e51cb308 req-13655580-15ad-4492-8283-e8b0fc7858ac tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:44.307485 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60a1a1ec-af7e-402a-a5a5-44d1e51cb308 req-13655580-15ad-4492-8283-e8b0fc7858ac tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 944 time: 0.0872006
May 21 15:46:44.357200 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60a1a1ec-af7e-402a-a5a5-44d1e51cb308 req-61c0bb8a-36e6-450d-9b78-4135dcd29403 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429440
May 21 15:46:44.873351 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6487a-d340-4815-952a-42e46b246b04 req-02e5597d-b143-4c8e-8693-be41f4b446e2 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:44.875177 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7cf6487a-d340-4815-952a-42e46b246b04 req-02e5597d-b143-4c8e-8693-be41f4b446e2 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.0888329
May 21 15:46:44.925426 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7cf6487a-d340-4815-952a-42e46b246b04 req-34befeac-f3e2-4d2d-85a0-cdcc5766167f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433087
May 21 15:46:45.170243 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb32a2b-d1f1-4490-a8ed-002f2f0881f1 req-5c8adeea-51ea-44e4-b4f7-bed8efe44451 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:45.174457 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-acb32a2b-d1f1-4490-a8ed-002f2f0881f1 req-5c8adeea-51ea-44e4-b4f7-bed8efe44451 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0896111
May 21 15:46:45.218606 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-acb32a2b-d1f1-4490-a8ed-002f2f0881f1 req-1af5ce22-6e4e-4163-ad43-f545a3fa7521 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407994
May 21 15:46:45.553469 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3b780-f2a2-4dbb-aec0-8fe56a74ddc2 req-f0eb711d-643d-4c0e-9c26-1847aa48049a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:45.554857 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ffd3b780-f2a2-4dbb-aec0-8fe56a74ddc2 req-f0eb711d-643d-4c0e-9c26-1847aa48049a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 944 time: 0.0851038
May 21 15:46:45.604298 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ffd3b780-f2a2-4dbb-aec0-8fe56a74ddc2 req-22d679fe-fea6-417f-a750-ebd3f2394db2 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393994
May 21 15:46:45.633847 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:45.810698 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9e55454d-658c-49eb-bdf6-204a75cf5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:46.134992 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4a61e-fba3-453e-bce7-72a2fee77977 req-1b449e7e-f3dd-452c-84c4-1a9a4cef25e1 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:46.136442 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65c4a61e-fba3-453e-bce7-72a2fee77977 req-1b449e7e-f3dd-452c-84c4-1a9a4cef25e1 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 943 time: 0.0878854
May 21 15:46:46.185059 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65c4a61e-fba3-453e-bce7-72a2fee77977 req-28afb272-195a-4e7a-b2c7-71fca8f0942c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422859
May 21 15:46:46.415404 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c04253-7701-4556-a030-f9cf158128fe req-33ebb23e-ffde-4071-a070-bd9d29bef2e4 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:46.417316 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f5c04253-7701-4556-a030-f9cf158128fe req-33ebb23e-ffde-4071-a070-bd9d29bef2e4 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0856881
May 21 15:46:46.463863 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f5c04253-7701-4556-a030-f9cf158128fe req-f9536cce-f08e-47ab-8319-579c7b9d0c4d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403883
May 21 15:46:46.660320 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device ea398b39-b5c6-4035-a622-3eee802f8f7b details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:46:46.668104 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 1a8beb21-d56e-4970-ac7b-11dd45756e1f up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:46:46.708739 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:46.837864 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2b96d-b0a4-413b-9d33-63dff2457bba req-e4383927-1a8e-4a87-be38-a553df227c99 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:46.840106 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c6e2b96d-b0a4-413b-9d33-63dff2457bba req-e4383927-1a8e-4a87-be38-a553df227c99 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 944 time: 0.1203401
May 21 15:46:46.894621 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port ea398b39-b5c6-4035-a622-3eee802f8f7b, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ea398b39-b5c6-4035-a622-3eee802f8f7b,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:46:46.897579 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c6e2b96d-b0a4-413b-9d33-63dff2457bba req-07490d5a-2826-4a5c-bca7-f844442e9ba7 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500433
May 21 15:46:46.910298 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': 'ea398b39-b5c6-4035-a622-3eee802f8f7b', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'port_id': 'ea398b39-b5c6-4035-a622-3eee802f8f7b', 'mac_address': 'fa:16:3e:dc:a6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:46:46.987988 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:47.006007 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea398b39-b5c6-4035-a622-3eee802f8f7b {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:46:47.011027 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port 1a8beb21-d56e-4970-ac7b-11dd45756e1f completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:46:47.021477 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 1a8beb21-d56e-4970-ac7b-11dd45756e1f triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:46:47.021852 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:47.070024 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port ea398b39-b5c6-4035-a622-3eee802f8f7b, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ea398b39-b5c6-4035-a622-3eee802f8f7b,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:46:47.163363 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:47.197057 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3052498a-6b64-4e13-89de-b6fb3d5cf688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8beb21-d56e-4970-ac7b-11dd45756e1f'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:46:47.207858 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 1a8beb21-d56e-4970-ac7b-11dd45756e1f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=1a8beb21-d56e-4970-ac7b-11dd45756e1f,segment=NetworkSegment(fda1cb10-8e06-4112-9262-0784a11c06be),segment_id=fda1cb10-8e06-4112-9262-0784a11c06be)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:46:47.252714 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3052498a-6b64-4e13-89de-b6fb3d5cf688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8beb21-d56e-4970-ac7b-11dd45756e1f', 'code': 200}
May 21 15:46:47.315160 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:47.318289 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:47.394653 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=ea398b39-b5c6-4035-a622-3eee802f8f7b,revision_number=9']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:47.397866 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:47.409533 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e706db-0396-4eb1-9191-1e4c8f9ca744 req-dab12986-2a2a-4b17-8571-d9993f7c11fa tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:47.411167 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a5e706db-0396-4eb1-9191-1e4c8f9ca744 req-dab12986-2a2a-4b17-8571-d9993f7c11fa tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 944 time: 0.0935090
May 21 15:46:47.461359 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a5e706db-0396-4eb1-9191-1e4c8f9ca744 req-8aeeef58-f44d-4350-a882-5415a58bd95d tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436978
May 21 15:46:47.467561 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:47.467561 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:47.539332 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=1a8beb21-d56e-4970-ac7b-11dd45756e1f,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:47.542611 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:47.665310 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf596afa-d549-4796-b8e8-9d49c226a395 req-881367b6-5801-4264-86e3-9eaae0283662 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:47.666986 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cf596afa-d549-4796-b8e8-9d49c226a395 req-881367b6-5801-4264-86e3-9eaae0283662 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0823832
May 21 15:46:47.714938 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cf596afa-d549-4796-b8e8-9d49c226a395 req-f13274dc-3548-439c-bd02-351244fc4364 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421557
May 21 15:46:47.755881 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['ea398b39-b5c6-4035-a622-3eee802f8f7b'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:46:47.966274 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c71068-fbe7-4471-8c21-fe92d55abd2e req-489145b0-bff0-4d48-bee9-8c15f66f93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:47.968321 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-51c71068-fbe7-4471-8c21-fe92d55abd2e req-489145b0-bff0-4d48-bee9-8c15f66f93f3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 1098 time: 0.1829641
May 21 15:46:48.024607 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-51c71068-fbe7-4471-8c21-fe92d55abd2e req-8b3d782b-de24-4f27-9f0b-e4f6df044dd1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487196
May 21 15:46:48.123344 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898d14e-04e0-4113-810b-a44250569560 req-5f1fb887-a77e-44ec-b5f0-0c5e416034ce tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:48.125102 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9898d14e-04e0-4113-810b-a44250569560 req-5f1fb887-a77e-44ec-b5f0-0c5e416034ce tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 945 time: 0.0892062
May 21 15:46:48.178209 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9898d14e-04e0-4113-810b-a44250569560 req-86258f36-2b59-439d-aece-da5db991e7ee tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418973
May 21 15:46:48.480091 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:48.672800 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca90026-89b1-4f93-8e5c-4ce2bd855926 req-ddbca462-03b0-4de1-9a04-f1b733059245 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:48.674318 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eca90026-89b1-4f93-8e5c-4ce2bd855926 req-ddbca462-03b0-4de1-9a04-f1b733059245 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 944 time: 0.0913117
May 21 15:46:48.722662 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eca90026-89b1-4f93-8e5c-4ce2bd855926 req-357f4ba5-250f-484c-9c11-e095f6ddd52c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404522
May 21 15:46:49.376245 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5d5f6-f8c2-4e12-96a3-235c56e1e7a2 req-b7a61a01-f94d-421c-8ec2-5bba98b47971 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:49.377632 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d0c5d5f6-f8c2-4e12-96a3-235c56e1e7a2 req-b7a61a01-f94d-421c-8ec2-5bba98b47971 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 945 time: 0.0859666
May 21 15:46:49.423021 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d0c5d5f6-f8c2-4e12-96a3-235c56e1e7a2 req-30f758d0-8244-4b8f-8dac-54e6aafb6cbe tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395112
May 21 15:46:49.977436 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb527ad-e8b9-4b85-af9d-32cfd1cf1158 req-721c4b67-1633-4674-bfa9-83b73d7cedab tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:49.985732 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-beb527ad-e8b9-4b85-af9d-32cfd1cf1158 req-721c4b67-1633-4674-bfa9-83b73d7cedab tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 944 time: 0.1323352
May 21 15:46:50.035661 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-beb527ad-e8b9-4b85-af9d-32cfd1cf1158 req-fe9a26a1-564d-4650-8b61-66742139eb34 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490453
May 21 15:46:50.220134 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8a972-414a-45de-b887-87f19eedea2c req-fe84695c-ffbc-4a2e-a7d7-6e5a93d7ca47 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:50.221581 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d6b8a972-414a-45de-b887-87f19eedea2c req-fe84695c-ffbc-4a2e-a7d7-6e5a93d7ca47 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0875046
May 21 15:46:50.270238 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d6b8a972-414a-45de-b887-87f19eedea2c req-43eae588-77b8-439a-a375-07d0c44eb0ea tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431223
May 21 15:46:50.539321 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e814a35-62e3-4136-be1e-0720d6cb93b9 req-e0af5369-1de0-46a6-a4c0-795a6ed9baf3 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:50.540821 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9e814a35-62e3-4136-be1e-0720d6cb93b9 req-e0af5369-1de0-46a6-a4c0-795a6ed9baf3 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.0904899
May 21 15:46:50.592907 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9e814a35-62e3-4136-be1e-0720d6cb93b9 req-42d56b8c-be9a-4c2f-af68-280dfe76af75 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453184
May 21 15:46:50.690660 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device ea398b39-b5c6-4035-a622-3eee802f8f7b up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:46:50.780642 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port ea398b39-b5c6-4035-a622-3eee802f8f7b triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:46:50.785317 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:50.801114 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bf610-a9e9-4b9c-ad73-178154d0d4fa req-7935cc9c-0018-4baa-a5cd-2d98576fff61 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:50.802612 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-021bf610-a9e9-4b9c-ad73-178154d0d4fa req-7935cc9c-0018-4baa-a5cd-2d98576fff61 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 945 time: 0.1054401
May 21 15:46:50.853192 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-021bf610-a9e9-4b9c-ad73-178154d0d4fa req-2589b86c-b207-47ee-943d-67a16d0b6c12 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442762
May 21 15:46:50.921195 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:50.952977 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29473366-ff36-4391-8a75-1647630ae2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea398b39-b5c6-4035-a622-3eee802f8f7b'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:46:50.965003 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port ea398b39-b5c6-4035-a622-3eee802f8f7b, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ea398b39-b5c6-4035-a622-3eee802f8f7b,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:46:51.002279 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29473366-ff36-4391-8a75-1647630ae2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea398b39-b5c6-4035-a622-3eee802f8f7b', 'code': 200}
May 21 15:46:51.056363 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:51.058167 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:51.137314 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=ea398b39-b5c6-4035-a622-3eee802f8f7b,revision_number=10']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:51.140898 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:51.258814 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7e654-5dbb-4db5-8fd1-e8860622d90a req-aa57b35b-40e9-4f7b-b7fb-ee8923440fe8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:51.261116 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-86a7e654-5dbb-4db5-8fd1-e8860622d90a req-aa57b35b-40e9-4f7b-b7fb-ee8923440fe8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 946 time: 0.0907917
May 21 15:46:51.320954 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-86a7e654-5dbb-4db5-8fd1-e8860622d90a req-e2f99ed5-cf7b-446a-89cc-99ce425cfa02 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504789
May 21 15:46:51.824485 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881197d-0c9f-474c-9e9b-4bc08ae672bc req-93869359-6a8d-4337-abf0-fd6080222ab0 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:51.829555 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3881197d-0c9f-474c-9e9b-4bc08ae672bc req-93869359-6a8d-4337-abf0-fd6080222ab0 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.1076865
May 21 15:46:51.895681 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3881197d-0c9f-474c-9e9b-4bc08ae672bc req-8d4959ff-6c99-4cb2-a76f-7a553923c470 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637226
May 21 15:46:52.131957 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8dc0e-5fe1-4cf6-aa26-509775a05bab req-2130d4cf-6b19-4427-9ab4-8f3c99e00b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:52.133347 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8ea8dc0e-5fe1-4cf6-aa26-509775a05bab req-2130d4cf-6b19-4427-9ab4-8f3c99e00b9f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 1099 time: 0.0846510
May 21 15:46:52.189163 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8ea8dc0e-5fe1-4cf6-aa26-509775a05bab req-650708ec-7502-4254-b7f8-f85be5bb8be9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354996
May 21 15:46:52.517567 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26849650-8260-4e48-9938-c01e06fd1b5e req-c9628dbf-79fa-4297-9a0b-9f7a31c74111 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:52.519068 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-26849650-8260-4e48-9938-c01e06fd1b5e req-c9628dbf-79fa-4297-9a0b-9f7a31c74111 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 946 time: 0.0801914
May 21 15:46:52.571900 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-26849650-8260-4e48-9938-c01e06fd1b5e req-42b3ca0d-c341-48fc-91f2-579b3b4a0e41 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467165
May 21 15:46:53.359602 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628c9c9-78e9-45b1-a63d-33db0d85756e req-298acf21-b234-4021-be46-1a7ba0078f00 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:53.361324 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4628c9c9-78e9-45b1-a63d-33db0d85756e req-298acf21-b234-4021-be46-1a7ba0078f00 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.0876725
May 21 15:46:53.417282 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4628c9c9-78e9-45b1-a63d-33db0d85756e req-68054aa3-3645-41c3-8912-3a1c465f515f tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496345
May 21 15:46:53.584951 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cad648-1533-4908-9fd2-f3ffea87c843 req-4c7dcf20-cb67-43f2-a079-1cb268d6ec48 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:53.586481 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-95cad648-1533-4908-9fd2-f3ffea87c843 req-4c7dcf20-cb67-43f2-a079-1cb268d6ec48 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 945 time: 0.1464279
May 21 15:46:53.647804 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-95cad648-1533-4908-9fd2-f3ffea87c843 req-dccbe162-adcb-43c4-9204-13e067c91c00 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538566
May 21 15:46:53.659410 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c4e84-9c44-4a6e-b921-d375a0fcb7ad req-6f04aad8-ca3d-4473-bd93-acf69c0237e1 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:53.661281 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2c1c4e84-9c44-4a6e-b921-d375a0fcb7ad req-6f04aad8-ca3d-4473-bd93-acf69c0237e1 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 946 time: 0.1410644
May 21 15:46:53.721935 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2c1c4e84-9c44-4a6e-b921-d375a0fcb7ad req-e92c5db2-458f-4ff4-a0dc-33930d5c5a71 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461977
May 21 15:46:53.832782 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841af29-9930-44c2-8a7c-8693ddce1fc0 req-541bc597-9560-4bfc-851c-bcd7de04ee20 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:53.834791 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5841af29-9930-44c2-8a7c-8693ddce1fc0 req-541bc597-9560-4bfc-851c-bcd7de04ee20 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 946 time: 0.0882106
May 21 15:46:53.896865 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5841af29-9930-44c2-8a7c-8693ddce1fc0 req-099fcc9f-69d8-4bac-9833-db238f11c51f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530722
May 21 15:46:54.638756 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c1a5a-dce4-4c45-8ebc-4c02e51d866f req-a7b22917-5ab9-46ad-a53a-e52901c51d2d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:54.645214 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4f0c1a5a-dce4-4c45-8ebc-4c02e51d866f req-a7b22917-5ab9-46ad-a53a-e52901c51d2d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.0968933
May 21 15:46:54.688380 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4f0c1a5a-dce4-4c45-8ebc-4c02e51d866f req-6aec61b8-3d4a-4441-ad0d-b6bbd3c9f7b4 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419309
May 21 15:46:54.975089 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc057d7-322b-4359-87fa-0c06dacc6940 req-9dc4b0cc-3d5b-4840-89d6-8fc3bcd4386e tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:54.976628 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4dc057d7-322b-4359-87fa-0c06dacc6940 req-9dc4b0cc-3d5b-4840-89d6-8fc3bcd4386e tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 945 time: 0.2139814
May 21 15:46:55.045182 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4dc057d7-322b-4359-87fa-0c06dacc6940 req-e60fe68c-faa0-4f2f-9f47-917172ad6014 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608516
May 21 15:46:55.059131 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab7cbe-0b9e-4765-ad3f-51a3cc60310c req-eb5b6ec3-5b23-4b6a-94ff-b297385c82a6 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:55.060702 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-31ab7cbe-0b9e-4765-ad3f-51a3cc60310c req-eb5b6ec3-5b23-4b6a-94ff-b297385c82a6 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 946 time: 0.2273393
May 21 15:46:55.130156 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-31ab7cbe-0b9e-4765-ad3f-51a3cc60310c req-df4d9741-e1ec-4c1d-a5ba-68cb8c04d8f5 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584726
May 21 15:46:55.310912 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b69ea-423f-44b2-87be-b7f2750baa34 req-4ed8334e-e118-49f0-9d0d-d4a10e2373ac tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:55.313587 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fe8b69ea-423f-44b2-87be-b7f2750baa34 req-4ed8334e-e118-49f0-9d0d-d4a10e2373ac tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 946 time: 0.1101394
May 21 15:46:55.384555 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fe8b69ea-423f-44b2-87be-b7f2750baa34 req-38eac6e2-8516-454b-87d2-0765778114ab tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640123
May 21 15:46:55.747851 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041fe55-c29e-4b9d-a839-e7ea254378ac req-45ee3969-3d4a-471b-8e58-3018e26893f1 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:55.749533 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0041fe55-c29e-4b9d-a839-e7ea254378ac req-45ee3969-3d4a-471b-8e58-3018e26893f1 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.25 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 945 time: 0.1112590
May 21 15:46:55.972209 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452a846-a8eb-49c5-9d25-589f77cf902b req-a064b59c-52de-421e-9908-6bb320e65632 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:55.973762 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0452a846-a8eb-49c5-9d25-589f77cf902b req-a064b59c-52de-421e-9908-6bb320e65632 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.1714478
May 21 15:46:56.012751 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-0041fe55-c29e-4b9d-a839-e7ea254378ac req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Deleting port 1a8beb21-d56e-4970-ac7b-11dd45756e1f {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:46:56.012967 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-0041fe55-c29e-4b9d-a839-e7ea254378ac req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:56.162497 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0452a846-a8eb-49c5-9d25-589f77cf902b req-ebdf46b4-46e2-4284-976a-9a5a2a20b971 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1781130
May 21 15:46:56.323479 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc0b42-c93d-44c6-a6dd-760c4d37aa11 req-3b80f531-a0d4-4df4-8ea8-edaef7a3800e tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:56.324603 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [req-eccc0b42-c93d-44c6-a6dd-760c4d37aa11 req-3b80f531-a0d4-4df4-8ea8-edaef7a3800e tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Synchronizing usage tracker for tenant:3c9cd8532ab64a46b28e4b16c9998338 on resource:port {{(pid=98819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:46:56.326549 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-0041fe55-c29e-4b9d-a839-e7ea254378ac req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] For port 1a8beb21-d56e-4970-ac7b-11dd45756e1f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=1a8beb21-d56e-4970-ac7b-11dd45756e1f,segment=NetworkSegment(fda1cb10-8e06-4112-9262-0784a11c06be),segment_id=fda1cb10-8e06-4112-9262-0784a11c06be)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:46:56.326937 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-0041fe55-c29e-4b9d-a839-e7ea254378ac req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:56.338664 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [req-eccc0b42-c93d-44c6-a6dd-760c4d37aa11 req-3b80f531-a0d4-4df4-8ea8-edaef7a3800e tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Unset dirty status for tenant:3c9cd8532ab64a46b28e4b16c9998338 on resource:port {{(pid=98819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:46:56.339877 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-eccc0b42-c93d-44c6-a6dd-760c4d37aa11 req-3b80f531-a0d4-4df4-8ea8-edaef7a3800e tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.25 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 946 time: 0.1053960
May 21 15:46:56.491069 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [req-eccc0b42-c93d-44c6-a6dd-760c4d37aa11 req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Deleting port 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:46:56.491413 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-eccc0b42-c93d-44c6-a6dd-760c4d37aa11 req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:56.503056 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-0041fe55-c29e-4b9d-a839-e7ea254378ac req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Calling delete_port for 1a8beb21-d56e-4970-ac7b-11dd45756e1f owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:46:56.602372 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98171c-a219-45d7-b7ad-8214cdabea48 req-09e24f38-e675-4796-b60e-ac1b85811997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:56.603842 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fd98171c-a219-45d7-b7ad-8214cdabea48 req-09e24f38-e675-4796-b60e-ac1b85811997 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c2adcba26c84d31b4928d8a767d160b&device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 1098 time: 0.3314128
May 21 15:46:56.611504 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84bfee3-1d02-4aaa-814c-43a4b395f294 req-718abb66-6baa-493a-88f7-9dd7022b1f88 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:56.612979 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f84bfee3-1d02-4aaa-814c-43a4b395f294 req-718abb66-6baa-493a-88f7-9dd7022b1f88 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 945 time: 0.3940914
May 21 15:46:56.640053 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25530e5-bb60-4292-a91a-d49c2b67ec9b req-18c7a367-91d9-42d9-82aa-d64df657d2d8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:56.641576 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f25530e5-bb60-4292-a91a-d49c2b67ec9b req-18c7a367-91d9-42d9-82aa-d64df657d2d8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 946 time: 0.3267369
May 21 15:46:56.653121 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [req-eccc0b42-c93d-44c6-a6dd-760c4d37aa11 req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] For port 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:46:56.653611 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-eccc0b42-c93d-44c6-a6dd-760c4d37aa11 req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:56.801490 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [req-eccc0b42-c93d-44c6-a6dd-760c4d37aa11 req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Calling delete_port for 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 owned by compute:nova {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:46:56.857163 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f84bfee3-1d02-4aaa-814c-43a4b395f294 req-70180efc-44cd-46c8-aa2e-258944335586 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/security-groups?id=026acafb-aa71-45f2-887f-c4d4cefaa9a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2292619
May 21 15:46:56.878680 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f25530e5-bb60-4292-a91a-d49c2b67ec9b req-33d70f2a-a5c0-404f-a04d-5f5ce8c425c7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2043927
May 21 15:46:56.926251 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98171c-a219-45d7-b7ad-8214cdabea48 req-0594ee56-cdc2-485e-89d9-8570f0330ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:56.926251 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fd98171c-a219-45d7-b7ad-8214cdabea48 req-0594ee56-cdc2-485e-89d9-8570f0330ef3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 HTTP/1.1" status: 200  len: 912 time: 0.2696548
May 21 15:46:57.007359 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-0041fe55-c29e-4b9d-a839-e7ea254378ac req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:57.020910 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:57.025413 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['1a8beb21-d56e-4970-ac7b-11dd45756e1f'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:46:57.085041 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-eccc0b42-c93d-44c6-a6dd-760c4d37aa11 req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:57.093155 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ae2381cb-3fd2-4344-9525-77c60208f467 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:46:57.105639 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['8bf843ad-c2d4-4ef8-a190-4e7e30054302', '5785f2c7-272a-46e2-a2c1-b93149e53cd4', '49386d28-0ceb-41f2-b0e6-45da0a5a8d82', '13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:46:57.130283 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Pushing event deleted for resources: {'Port': ['ID=1a8beb21-d56e-4970-ac7b-11dd45756e1f,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:57.149253 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Pushing event deleted for resources: {'Port': ['ID=13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:46:57.189735 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.189735 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.190109 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.190464 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.190935 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.191289 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.191634 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.193593 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.193593 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.193593 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.193593 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.193593 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.206931 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:57.216957 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fd98171c-a219-45d7-b7ad-8214cdabea48 req-fbe84f3b-730c-4293-9ddf-a451abce8f17 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0a613a-2337-49d4-88b7-66a172b787df HTTP/1.1" status: 200  len: 1000 time: 0.2797809
May 21 15:46:57.252558 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccc0b42-c93d-44c6-a6dd-760c4d37aa11 req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] No DVR routers for this DVR port 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 on host hv-cinder-79264 {{(pid=98819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:46:57.255492 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.256158 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.256679 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.257182 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.257711 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.258285 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.258832 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.259347 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.260541 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.261091 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.261664 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.262311 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:46:57.274233 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [req-eccc0b42-c93d-44c6-a6dd-760c4d37aa11 req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:57.277744 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63ddc76-6fb2-4b76-8b2d-fe2710d77675', 'name': 'network-vif-deleted', 'tag': '13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7'}] {{(pid=98819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:46:57.283605 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:46:57.401199 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-eccc0b42-c93d-44c6-a6dd-760c4d37aa11 req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.25 "DELETE /v2.0/ports/13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 HTTP/1.1" status: 204  len: 173 time: 1.0527275
May 21 15:46:57.438425 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0041fe55-c29e-4b9d-a839-e7ea254378ac req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] No DVR routers for this DVR port 1a8beb21-d56e-4970-ac7b-11dd45756e1f on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:46:57.452304 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-0041fe55-c29e-4b9d-a839-e7ea254378ac req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:57.461211 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3052498a-6b64-4e13-89de-b6fb3d5cf688', 'name': 'network-vif-deleted', 'tag': '1a8beb21-d56e-4970-ac7b-11dd45756e1f'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:46:57.505541 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98171c-a219-45d7-b7ad-8214cdabea48 req-e5d417da-2619-48cd-859c-a44f3d633420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:57.507032 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fd98171c-a219-45d7-b7ad-8214cdabea48 req-e5d417da-2619-48cd-859c-a44f3d633420 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7b052fad-970d-48db-8e48-f280a095d4e5 HTTP/1.1" status: 200  len: 850 time: 0.1528141
May 21 15:46:57.528497 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606212b-0b9a-4528-a6df-b872b9110944 req-dc3e5b44-476d-4d59-9e59-186daa546b85 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:57.530135 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9606212b-0b9a-4528-a6df-b872b9110944 req-dc3e5b44-476d-4d59-9e59-186daa546b85 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 946 time: 0.5208669
May 21 15:46:57.600433 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0041fe55-c29e-4b9d-a839-e7ea254378ac req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.25 "DELETE /v2.0/ports/1a8beb21-d56e-4970-ac7b-11dd45756e1f HTTP/1.1" status: 204  len: 173 time: 1.8317430
May 21 15:46:57.641708 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2585d61-5062-4d55-b780-a85c08da6559 req-86997c23-cda0-4fe6-849f-e4d497e097af tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:57.644107 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b2585d61-5062-4d55-b780-a85c08da6559 req-86997c23-cda0-4fe6-849f-e4d497e097af tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.2577977
May 21 15:46:57.652432 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9606212b-0b9a-4528-a6df-b872b9110944 req-d6716597-f330-4c4a-8b51-b8cd86ce6ce4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853136
May 21 15:46:57.756064 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b2585d61-5062-4d55-b780-a85c08da6559 req-377e597a-d5eb-4c9f-89d6-4162fcc96de5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1021240
May 21 15:46:57.758205 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63ddc76-6fb2-4b76-8b2d-fe2710d77675', 'name': 'network-vif-deleted', 'tag': '13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7', 'status': 'completed', 'code': 200}
May 21 15:46:57.761993 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98171c-a219-45d7-b7ad-8214cdabea48 req-5f09a86c-62a3-4c51-92ec-fbe973aff6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:57.764660 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fd98171c-a219-45d7-b7ad-8214cdabea48 req-5f09a86c-62a3-4c51-92ec-fbe973aff6e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2317531
May 21 15:46:57.814049 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3052498a-6b64-4e13-89de-b6fb3d5cf688', 'name': 'network-vif-deleted', 'tag': '1a8beb21-d56e-4970-ac7b-11dd45756e1f', 'status': 'completed', 'code': 200}
May 21 15:46:57.983229 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fd98171c-a219-45d7-b7ad-8214cdabea48 req-86c79ff5-138e-4cd8-86a9-516e82f8c563 service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2025816
May 21 15:46:58.183719 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-ba1357a6-aa08-4dac-9e02-9e7bafde55dd req-f0d9e7fe-c1a8-4ef8-946e-1350bcaa1a68 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Synchronizing usage tracker for tenant:20b074a67d6f4322a6fbb3f3a5b89957 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:46:58.190312 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3f73586c-bd78-4fbd-b653-8c4b94125f77 req-4f7d6d7f-7f2c-4e1e-87cd-aea614d547f2 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=f63ddc76-6fb2-4b76-8b2d-fe2710d77675 HTTP/1.1" status: 200  len: 210 time: 0.0747759
May 21 15:46:58.243280 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fd98171c-a219-45d7-b7ad-8214cdabea48 req-742c7a36-f42f-48cf-95a4-14582858a6a2 service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2515001
May 21 15:46:58.365385 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-ba1357a6-aa08-4dac-9e02-9e7bafde55dd req-f0d9e7fe-c1a8-4ef8-946e-1350bcaa1a68 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Unset dirty status for tenant:20b074a67d6f4322a6fbb3f3a5b89957 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:46:58.366781 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ba1357a6-aa08-4dac-9e02-9e7bafde55dd req-f0d9e7fe-c1a8-4ef8-946e-1350bcaa1a68 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 210 time: 0.3360682
May 21 15:46:58.986789 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21746b2-ba7c-4155-913c-788ba19321ec req-3fc55836-e795-4452-8b8e-86e69af13a04 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:46:58.988455 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e21746b2-ba7c-4155-913c-788ba19321ec req-3fc55836-e795-4452-8b8e-86e69af13a04 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.0972741
May 21 15:46:59.037449 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e21746b2-ba7c-4155-913c-788ba19321ec req-0651e3b4-a344-4e85-9b10-50f7cb59d4be tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419989
May 21 15:46:59.331555 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:46:59.590504 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8aa2d51f-4aa7-4591-bc69-b14b0fe2e2a6 req-5fb34403-4d20-4103-8c92-4648962ee9b2 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] 10.222.0.70 "GET /v2.0/ports?device_id=3052498a-6b64-4e13-89de-b6fb3d5cf688 HTTP/1.1" status: 200  len: 210 time: 0.0559897
May 21 15:47:00.251505 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c18178-8655-4a8e-951b-a14886688265 req-01b6f9b1-68f8-489b-9540-9cb728461567 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:00.253050 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c1c18178-8655-4a8e-951b-a14886688265 req-01b6f9b1-68f8-489b-9540-9cb728461567 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.0910678
May 21 15:47:00.307619 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c1c18178-8655-4a8e-951b-a14886688265 req-f03b1cf4-dfbf-4ed7-a61b-1f8e0764a777 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465937
May 21 15:47:00.745737 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 1a8beb21-d56e-4970-ac7b-11dd45756e1f no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:47:00.800812 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: 1a8beb21-d56e-4970-ac7b-11dd45756e1f {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:47:00.801159 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 1a8beb21-d56e-4970-ac7b-11dd45756e1f not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:47:00.801774 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:47:00.863145 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:47:00.865426 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 13fbe38d-e2f2-49ca-9e45-4a4ca0c616a7 not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:47:01.695455 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb829f-d8cf-4826-a8e8-6d994eb0913b req-cf9685ac-e85b-4341-abca-2b59c29a4d18 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:01.697096 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-dbbb829f-d8cf-4826-a8e8-6d994eb0913b req-cf9685ac-e85b-4341-abca-2b59c29a4d18 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.0961361
May 21 15:47:01.757870 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-dbbb829f-d8cf-4826-a8e8-6d994eb0913b req-d511ddc3-ef7b-4a02-a86c-9e9e759fb97a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526583
May 21 15:47:02.201086 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d274da-31de-402b-a128-026c0314f953 req-c4ffb44b-1327-4922-89f9-2bd476eb0c52 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:02.202909 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-85d274da-31de-402b-a128-026c0314f953 req-c4ffb44b-1327-4922-89f9-2bd476eb0c52 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 945 time: 0.2880661
May 21 15:47:02.212584 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a895b2-f195-46c9-b0c7-0eafcab51099 req-9cb12af1-20f1-4c70-9005-296f8955eff0 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:02.214636 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f0a895b2-f195-46c9-b0c7-0eafcab51099 req-9cb12af1-20f1-4c70-9005-296f8955eff0 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.2398686
May 21 15:47:02.218376 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa542b-c02d-4ab5-8b0a-cfd57776014d req-49396176-5bca-4037-817a-213694e8306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:02.219918 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1cfa542b-c02d-4ab5-8b0a-cfd57776014d req-49396176-5bca-4037-817a-213694e8306f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bfbec51500e4ef29d0dbea8f7ebcdd7&device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 1098 time: 0.2462838
May 21 15:47:02.404327 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f0a895b2-f195-46c9-b0c7-0eafcab51099 req-1d071bf0-de08-4340-8fe8-a381e731cbc3 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699710
May 21 15:47:02.414084 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-85d274da-31de-402b-a128-026c0314f953 req-6a93cd89-3b17-4aa6-99d9-c7bf05a4265c tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1982872
May 21 15:47:02.469003 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa542b-c02d-4ab5-8b0a-cfd57776014d req-f0dabc40-a2b6-4680-b608-95e40bf1b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:02.470489 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1cfa542b-c02d-4ab5-8b0a-cfd57776014d req-f0dabc40-a2b6-4680-b608-95e40bf1b457 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dd709b31-c488-4c4f-a8bd-744a84d909c5 HTTP/1.1" status: 200  len: 919 time: 0.2344539
May 21 15:47:02.565484 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1cfa542b-c02d-4ab5-8b0a-cfd57776014d req-d78371e1-8d41-4b90-afe8-7b96892e1ec9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48614591-8f6b-4c46-9c6a-b9c407ada92e HTTP/1.1" status: 200  len: 217 time: 0.0761802
May 21 15:47:02.747913 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa542b-c02d-4ab5-8b0a-cfd57776014d req-f9df98b7-2245-44d1-ab98-17470b935857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:02.749644 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1cfa542b-c02d-4ab5-8b0a-cfd57776014d req-f9df98b7-2245-44d1-ab98-17470b935857 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17e03a2f-0d09-476f-b7bb-e6347777bebb HTTP/1.1" status: 200  len: 858 time: 0.1762104
May 21 15:47:02.801323 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1cfa542b-c02d-4ab5-8b0a-cfd57776014d req-30dc71e9-b8e5-4632-9d0a-d155b510255d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd709b31-c488-4c4f-a8bd-744a84d909c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440238
May 21 15:47:03.038235 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1cfa542b-c02d-4ab5-8b0a-cfd57776014d req-80f0758e-12ca-479d-9b83-ad4641a7acda service neutron] 10.222.0.25 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2271705
May 21 15:47:03.135630 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5f012-2c76-4d37-bf67-972826b5d7be req-57eb0923-3f29-4d32-8592-177a26eb3185 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:03.137014 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-37c5f012-2c76-4d37-bf67-972826b5d7be req-57eb0923-3f29-4d32-8592-177a26eb3185 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.2245803
May 21 15:47:03.220598 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-37c5f012-2c76-4d37-bf67-972826b5d7be req-3519e10f-e08f-4d4d-8b15-30ff13cb0e57 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757596
May 21 15:47:03.230704 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1cfa542b-c02d-4ab5-8b0a-cfd57776014d req-3be082c5-6ba3-45d6-86a0-915d6ea20e0c service neutron] 10.222.0.25 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1858182
May 21 15:47:03.721264 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a20b7e-d178-45d6-9cf1-e5695133f045 req-4a193d84-a643-4e18-a066-8fab1d402c78 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:03.722801 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-02a20b7e-d178-45d6-9cf1-e5695133f045 req-4a193d84-a643-4e18-a066-8fab1d402c78 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1470616
May 21 15:47:03.732187 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c1a78-0f46-4b5c-9b26-cea4d43a6264 req-d917dc29-4c94-41a7-98a2-ac300cbf6726 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:03.733632 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-893c1a78-0f46-4b5c-9b26-cea4d43a6264 req-d917dc29-4c94-41a7-98a2-ac300cbf6726 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 945 time: 0.1262803
May 21 15:47:03.806062 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-02a20b7e-d178-45d6-9cf1-e5695133f045 req-e92391be-6733-4c88-acfc-50c385cb4c93 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714426
May 21 15:47:03.811375 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-893c1a78-0f46-4b5c-9b26-cea4d43a6264 req-cbf9e53a-345f-4e7f-988e-64a6cc157267 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623386
May 21 15:47:04.422094 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a6d02-301d-4dd9-92e6-622bbdf5bde8 req-401cf94a-a2bf-4172-a3e9-a84dd6ce81b6 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:04.423667 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-064a6d02-301d-4dd9-92e6-622bbdf5bde8 req-401cf94a-a2bf-4172-a3e9-a84dd6ce81b6 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.0895200
May 21 15:47:04.474673 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-064a6d02-301d-4dd9-92e6-622bbdf5bde8 req-afbfd3e0-b415-44bd-a062-9a871bdb7982 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429962
May 21 15:47:05.074994 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700999dc-5cbf-46db-bf41-1973f5976618 req-922ae717-65ce-42f7-b6c9-c5a6129561f6 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:05.076559 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-700999dc-5cbf-46db-bf41-1973f5976618 req-922ae717-65ce-42f7-b6c9-c5a6129561f6 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 945 time: 0.1209295
May 21 15:47:05.085580 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ccf5d-31fd-4664-8e0a-ea397b44d264 req-711b3f27-c78d-4be4-9d9f-1e7379da9eb7 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:05.088138 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f71ccf5d-31fd-4664-8e0a-ea397b44d264 req-711b3f27-c78d-4be4-9d9f-1e7379da9eb7 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1640022
May 21 15:47:05.189426 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-700999dc-5cbf-46db-bf41-1973f5976618 req-1266d1cb-a492-49ec-93bc-af43ecd09e6a tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003892
May 21 15:47:05.200394 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f71ccf5d-31fd-4664-8e0a-ea397b44d264 req-0cac79e9-8887-4f39-8593-f071d0f32c4b tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928092
May 21 15:47:05.704836 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94733b9-80ce-4233-9561-5060955df32a req-9c5d10aa-afdd-476a-8b96-b1c3637d4e71 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:05.706427 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d94733b9-80ce-4233-9561-5060955df32a req-9c5d10aa-afdd-476a-8b96-b1c3637d4e71 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.0978882
May 21 15:47:05.756434 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d94733b9-80ce-4233-9561-5060955df32a req-0dc0cefe-e376-4d2e-9fd9-c55d79564e4f tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432262
May 21 15:47:06.491380 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3234b5-02e7-4dfa-b534-92043b7f148b req-8466d68f-50d5-4614-9784-5d6d264b3da9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:06.492793 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fd3234b5-02e7-4dfa-b534-92043b7f148b req-8466d68f-50d5-4614-9784-5d6d264b3da9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 945 time: 0.1490483
May 21 15:47:06.507978 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9437168-bc69-4d6b-ab44-9b68a9f5b82f req-d989ee56-c1d9-4a38-b4df-a650ff9bb342 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:06.509560 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a9437168-bc69-4d6b-ab44-9b68a9f5b82f req-d989ee56-c1d9-4a38-b4df-a650ff9bb342 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1319766
May 21 15:47:06.587227 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fd3234b5-02e7-4dfa-b534-92043b7f148b req-29d5e44f-b440-4db4-a31a-c7d3513b4966 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766540
May 21 15:47:06.593178 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a9437168-bc69-4d6b-ab44-9b68a9f5b82f req-bf667d1a-3054-4775-b7d8-6ae14cea118a tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683961
May 21 15:47:06.992914 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e059c-159b-4dff-a0d5-6d23599958e7 req-db1da432-972b-4555-822b-34b549a90aba tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:06.995130 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-be7e059c-159b-4dff-a0d5-6d23599958e7 req-db1da432-972b-4555-822b-34b549a90aba tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.25 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 945 time: 0.1499603
May 21 15:47:07.044778 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1682f-5e2d-4442-926c-2c7faec314a5 req-b354aa2b-cfab-46e2-ae2c-43674bb1be92 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:07.046323 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-93f1682f-5e2d-4442-926c-2c7faec314a5 req-b354aa2b-cfab-46e2-ae2c-43674bb1be92 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.1697290
May 21 15:47:07.160071 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-93f1682f-5e2d-4442-926c-2c7faec314a5 req-272d8214-c8d4-41a4-b81a-239e5bd15c7a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1056535
May 21 15:47:07.201173 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-be7e059c-159b-4dff-a0d5-6d23599958e7 req-4355079b-0f44-4109-921f-c2b598e54866 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Deleting port 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:47:07.202078 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-be7e059c-159b-4dff-a0d5-6d23599958e7 req-4355079b-0f44-4109-921f-c2b598e54866 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:07.474277 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-be7e059c-159b-4dff-a0d5-6d23599958e7 req-4355079b-0f44-4109-921f-c2b598e54866 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] For port 49386d28-0ceb-41f2-b0e6-45da0a5a8d82, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=49386d28-0ceb-41f2-b0e6-45da0a5a8d82,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:47:07.474668 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-be7e059c-159b-4dff-a0d5-6d23599958e7 req-4355079b-0f44-4109-921f-c2b598e54866 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:07.613095 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-be7e059c-159b-4dff-a0d5-6d23599958e7 req-4355079b-0f44-4109-921f-c2b598e54866 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Calling delete_port for 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:47:07.914056 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cf181-e252-4f91-9efe-469af4a97b7c req-83a5a472-7b72-40d7-80a7-add16595ba41 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:07.916425 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fe5cf181-e252-4f91-9efe-469af4a97b7c req-83a5a472-7b72-40d7-80a7-add16595ba41 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 945 time: 0.1834242
May 21 15:47:07.967931 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-be7e059c-159b-4dff-a0d5-6d23599958e7 req-4355079b-0f44-4109-921f-c2b598e54866 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:07.981501 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['8bf843ad-c2d4-4ef8-a190-4e7e30054302', '5785f2c7-272a-46e2-a2c1-b93149e53cd4', '49386d28-0ceb-41f2-b0e6-45da0a5a8d82'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:47:07.985332 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b164528-7c2d-403e-8086-58ef3cd4d69b req-a83db265-7b19-4b6d-bae5-28294c2c6675 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:07.987058 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4b164528-7c2d-403e-8086-58ef3cd4d69b req-a83db265-7b19-4b6d-bae5-28294c2c6675 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1862221
May 21 15:47:07.987748 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-2b42d029-daba-478e-bed4-3d851965e674 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:08.066896 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fe5cf181-e252-4f91-9efe-469af4a97b7c req-b4b1e5b5-3341-4640-ab59-a5c36f1e155f tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415336
May 21 15:47:08.067588 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355079b-0f44-4109-921f-c2b598e54866 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Pushing event deleted for resources: {'Port': ['ID=49386d28-0ceb-41f2-b0e6-45da0a5a8d82,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:08.074800 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-4355079b-0f44-4109-921f-c2b598e54866 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:08.180282 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7e059c-159b-4dff-a0d5-6d23599958e7 req-4355079b-0f44-4109-921f-c2b598e54866 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] No DVR routers for this DVR port 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:47:08.184595 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4b164528-7c2d-403e-8086-58ef3cd4d69b req-13a0edd7-9f72-4340-86d2-964f2bdabc44 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600516
May 21 15:47:08.188233 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-be7e059c-159b-4dff-a0d5-6d23599958e7 req-4355079b-0f44-4109-921f-c2b598e54866 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:08.192839 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16691c22-7b19-463f-95bd-e462fb3f5a94', 'name': 'network-vif-deleted', 'tag': '49386d28-0ceb-41f2-b0e6-45da0a5a8d82'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:47:08.229249 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-be7e059c-159b-4dff-a0d5-6d23599958e7 req-4355079b-0f44-4109-921f-c2b598e54866 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.25 "DELETE /v2.0/ports/49386d28-0ceb-41f2-b0e6-45da0a5a8d82 HTTP/1.1" status: 204  len: 173 time: 1.2253048
May 21 15:47:08.312639 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16691c22-7b19-463f-95bd-e462fb3f5a94', 'name': 'network-vif-deleted', 'tag': '49386d28-0ceb-41f2-b0e6-45da0a5a8d82', 'status': 'completed', 'code': 200}
May 21 15:47:08.599714 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22499f0-17d4-4ec4-b14e-62074756bbf4 req-620b5c82-bad2-4f2b-8250-f12a02fd17c3 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:08.611006 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d22499f0-17d4-4ec4-b14e-62074756bbf4 req-620b5c82-bad2-4f2b-8250-f12a02fd17c3 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.1843598
May 21 15:47:08.692534 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d22499f0-17d4-4ec4-b14e-62074756bbf4 req-88287b77-7fd6-4554-87db-c67d2fc71819 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802710
May 21 15:47:09.383289 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-847467c7-c57a-4678-b751-8cc033a2738a req-595b7daf-8eec-4322-a7a0-79e00484d428 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Synchronizing usage tracker for tenant:3c9cd8532ab64a46b28e4b16c9998338 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:47:09.539948 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-847467c7-c57a-4678-b751-8cc033a2738a req-595b7daf-8eec-4322-a7a0-79e00484d428 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Unset dirty status for tenant:3c9cd8532ab64a46b28e4b16c9998338 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:47:09.551713 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-847467c7-c57a-4678-b751-8cc033a2738a req-595b7daf-8eec-4322-a7a0-79e00484d428 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=16691c22-7b19-463f-95bd-e462fb3f5a94 HTTP/1.1" status: 200  len: 210 time: 0.2637823
May 21 15:47:09.625723 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e807ee5-9bc8-4400-a1b6-4386c73c9654 req-bff8257c-331d-47cd-83e8-f12d3a93955d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:09.635689 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4e807ee5-9bc8-4400-a1b6-4386c73c9654 req-bff8257c-331d-47cd-83e8-f12d3a93955d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1937101
May 21 15:47:09.705828 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4e807ee5-9bc8-4400-a1b6-4386c73c9654 req-52e3f6be-19f3-4123-b59c-08881a0b769d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666995
May 21 15:47:09.958579 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300df2c4-92d4-422d-814d-fc013c739548 req-37384303-a997-4fb9-ba0d-8f4f304206a8 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:09.967121 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-300df2c4-92d4-422d-814d-fc013c739548 req-37384303-a997-4fb9-ba0d-8f4f304206a8 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.1342976
May 21 15:47:10.026235 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-300df2c4-92d4-422d-814d-fc013c739548 req-7eee018d-1b64-4325-9e7e-1b47aab4844e tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577321
May 21 15:47:10.767984 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:47:10.826960 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:47:10.827933 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 49386d28-0ceb-41f2-b0e6-45da0a5a8d82 not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:47:10.951773 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fd767-d23e-4d57-a932-73f1f7bfe82b req-8f8842ce-eacb-478f-ba1f-5351385e206b tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:10.955285 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a21fd767-d23e-4d57-a932-73f1f7bfe82b req-8f8842ce-eacb-478f-ba1f-5351385e206b tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1212955
May 21 15:47:11.023030 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a21fd767-d23e-4d57-a932-73f1f7bfe82b req-452fb6ba-1669-42f2-a31f-ccc7ef259d78 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613797
May 21 15:47:11.354859 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834d6b3-9bc4-4a18-99bd-f52bfc7e4bfc req-842d7b1a-f927-4178-9a50-2f74e528abf2 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:11.356435 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6834d6b3-9bc4-4a18-99bd-f52bfc7e4bfc req-842d7b1a-f927-4178-9a50-2f74e528abf2 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.1867402
May 21 15:47:11.419393 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6834d6b3-9bc4-4a18-99bd-f52bfc7e4bfc req-5845cc9d-55d1-410a-804a-774eb801b515 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560791
May 21 15:47:11.727442 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf81109-b534-49d2-837d-bf5e0cf5d310 req-12bf3ec5-0b21-40f6-b481-df7ccca1d7c2 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:11.733376 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-edf81109-b534-49d2-837d-bf5e0cf5d310 req-12bf3ec5-0b21-40f6-b481-df7ccca1d7c2 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 945 time: 0.1147802
May 21 15:47:11.746962 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:47:11.810400 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-edf81109-b534-49d2-837d-bf5e0cf5d310 req-61c19e6c-9333-4ff2-9841-86697dcf5e2e tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683975
May 21 15:47:12.266260 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c195e-c9f2-44b2-984b-d840af3a989f req-ab9cb9bf-317f-49cc-95e1-c6152d428c8d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:12.268052 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e42c195e-c9f2-44b2-984b-d840af3a989f req-ab9cb9bf-317f-49cc-95e1-c6152d428c8d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1084435
May 21 15:47:12.347651 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e42c195e-c9f2-44b2-984b-d840af3a989f req-c189b499-e374-4770-bd65-d4a83a912bc9 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731530
May 21 15:47:12.662612 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b694cf1-d34a-4b20-88ab-f275c5117694 req-db503f15-59f1-410f-94f0-3cbce7e331d6 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:12.664767 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1b694cf1-d34a-4b20-88ab-f275c5117694 req-db503f15-59f1-410f-94f0-3cbce7e331d6 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.0967381
May 21 15:47:12.734614 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1b694cf1-d34a-4b20-88ab-f275c5117694 req-26a25b99-7244-4798-b119-fca1e78400b5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564806
May 21 15:47:13.039556 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-29af1834-9a43-4f99-b680-e9393e30a150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:13.151917 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382a29a-a1d1-43c8-a3e8-1a57e8014a13 req-bb5b77d0-ee5b-48bf-af32-558c4e0fbba5 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:13.153819 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9382a29a-a1d1-43c8-a3e8-1a57e8014a13 req-bb5b77d0-ee5b-48bf-af32-558c4e0fbba5 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 945 time: 0.1094537
May 21 15:47:13.244984 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9382a29a-a1d1-43c8-a3e8-1a57e8014a13 req-3786e795-f61e-45a4-8e49-e1da99d7004b tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791574
May 21 15:47:13.963974 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a4324-1905-44e0-a9b6-f5b2a9e50f71 req-ac1b67da-465d-4bc4-a92b-9d2ec01bfe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:13.965757 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9c3a4324-1905-44e0-a9b6-f5b2a9e50f71 req-ac1b67da-465d-4bc4-a92b-9d2ec01bfe8d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c2adcba26c84d31b4928d8a767d160b&device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 1098 time: 0.3440211
May 21 15:47:14.047451 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab0d67-37e2-4bbc-b346-cc7187008735 req-cbf6371a-8ac7-4447-9b16-4ff78868add8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:14.050208 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6cab0d67-37e2-4bbc-b346-cc7187008735 req-cbf6371a-8ac7-4447-9b16-4ff78868add8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 945 time: 0.5887442
May 21 15:47:14.293550 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00affa8-e9fe-4423-adb9-38af224f5be7 req-89a058cd-8473-48b1-83f6-3e386691a549 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:14.295129 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a00affa8-e9fe-4423-adb9-38af224f5be7 req-89a058cd-8473-48b1-83f6-3e386691a549 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.4990466
May 21 15:47:14.435343 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019008f-3a4e-43d0-bcc1-187134a70053 req-3bf428f2-25e4-4b48-b9bf-6d5fb3353358 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:14.436863 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2019008f-3a4e-43d0-bcc1-187134a70053 req-3bf428f2-25e4-4b48-b9bf-6d5fb3353358 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.7376149
May 21 15:47:14.511200 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a00affa8-e9fe-4423-adb9-38af224f5be7 req-cf234bc0-eefe-4580-b311-70f27f232979 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1866341
May 21 15:47:14.512408 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a4324-1905-44e0-a9b6-f5b2a9e50f71 req-3dcc40b9-924e-4885-99f5-e01b7f2d93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:14.513828 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9c3a4324-1905-44e0-a9b6-f5b2a9e50f71 req-3dcc40b9-924e-4885-99f5-e01b7f2d93f9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 HTTP/1.1" status: 200  len: 912 time: 0.5328660
May 21 15:47:14.635743 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2019008f-3a4e-43d0-bcc1-187134a70053 req-e97f3b28-f915-4336-9368-28f1e1f39ab6 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793184
May 21 15:47:14.685346 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9c3a4324-1905-44e0-a9b6-f5b2a9e50f71 req-1aabb4e3-603b-4404-8d70-d7fbf49db73e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b0a613a-2337-49d4-88b7-66a172b787df HTTP/1.1" status: 200  len: 1000 time: 0.1609983
May 21 15:47:14.702655 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-6cab0d67-37e2-4bbc-b346-cc7187008735 req-3fb92584-ae89-49a4-9520-5c5747ba9f12 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Deleting port 5785f2c7-272a-46e2-a2c1-b93149e53cd4 {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:47:14.703082 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-6cab0d67-37e2-4bbc-b346-cc7187008735 req-3fb92584-ae89-49a4-9520-5c5747ba9f12 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:14.996195 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a4324-1905-44e0-a9b6-f5b2a9e50f71 req-7c65d842-1a60-454c-b3a3-268819f39bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:14.998301 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9c3a4324-1905-44e0-a9b6-f5b2a9e50f71 req-7c65d842-1a60-454c-b3a3-268819f39bcf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7b052fad-970d-48db-8e48-f280a095d4e5 HTTP/1.1" status: 200  len: 850 time: 0.2651300
May 21 15:47:15.105138 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-6cab0d67-37e2-4bbc-b346-cc7187008735 req-3fb92584-ae89-49a4-9520-5c5747ba9f12 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] For port 5785f2c7-272a-46e2-a2c1-b93149e53cd4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=5785f2c7-272a-46e2-a2c1-b93149e53cd4,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:47:15.105138 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-6cab0d67-37e2-4bbc-b346-cc7187008735 req-3fb92584-ae89-49a4-9520-5c5747ba9f12 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:15.285447 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e50005-ef8e-4d2f-a750-6499d52cc7fb req-b808f248-a221-45cc-be6a-66bd0ce46f08 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:15.287360 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e3e50005-ef8e-4d2f-a750-6499d52cc7fb req-b808f248-a221-45cc-be6a-66bd0ce46f08 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 945 time: 0.5099189
May 21 15:47:15.303287 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-6cab0d67-37e2-4bbc-b346-cc7187008735 req-3fb92584-ae89-49a4-9520-5c5747ba9f12 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Calling delete_port for 5785f2c7-272a-46e2-a2c1-b93149e53cd4 owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:47:15.380912 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e3e50005-ef8e-4d2f-a750-6499d52cc7fb req-508a2fda-554b-43fc-afb3-d3fd690e3107 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728407
May 21 15:47:15.396750 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a4324-1905-44e0-a9b6-f5b2a9e50f71 req-7785a418-49d9-4ef0-a681-0a0061b48906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:15.398359 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9c3a4324-1905-44e0-a9b6-f5b2a9e50f71 req-7785a418-49d9-4ef0-a681-0a0061b48906 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3918853
May 21 15:47:15.640325 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:15.656671 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9c3a4324-1905-44e0-a9b6-f5b2a9e50f71 req-f8cc3635-8744-460c-ac8d-5b996fecc4bf service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2476172
May 21 15:47:15.769933 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-6cab0d67-37e2-4bbc-b346-cc7187008735 req-3fb92584-ae89-49a4-9520-5c5747ba9f12 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:15.787085 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['8bf843ad-c2d4-4ef8-a190-4e7e30054302'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:47:15.817465 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:15.853789 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ca1327e5-f484-4420-b1b3-361876ab6006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:16.129670 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb92584-ae89-49a4-9520-5c5747ba9f12 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Pushing event deleted for resources: {'Port': ['ID=5785f2c7-272a-46e2-a2c1-b93149e53cd4,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:16.132831 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-3fb92584-ae89-49a4-9520-5c5747ba9f12 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:16.303705 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cab0d67-37e2-4bbc-b346-cc7187008735 req-3fb92584-ae89-49a4-9520-5c5747ba9f12 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] No DVR routers for this DVR port 5785f2c7-272a-46e2-a2c1-b93149e53cd4 on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:47:16.307911 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-6cab0d67-37e2-4bbc-b346-cc7187008735 req-3fb92584-ae89-49a4-9520-5c5747ba9f12 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:16.322222 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa68a0ce-f56f-4d7f-befe-56e126673bb5', 'name': 'network-vif-deleted', 'tag': '5785f2c7-272a-46e2-a2c1-b93149e53cd4'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:47:16.456700 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9c3a4324-1905-44e0-a9b6-f5b2a9e50f71 req-be48c09c-0577-4801-81f4-647a6b8c6251 service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7857156
May 21 15:47:16.484088 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a6317-3484-45d9-a038-f040894bbbc0 req-f937f69d-f285-4fa6-9868-ff807c0a9852 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:16.487767 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-669a6317-3484-45d9-a038-f040894bbbc0 req-f937f69d-f285-4fa6-9868-ff807c0a9852 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.7774603
May 21 15:47:16.539354 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6cab0d67-37e2-4bbc-b346-cc7187008735 req-3fb92584-ae89-49a4-9520-5c5747ba9f12 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.25 "DELETE /v2.0/ports/5785f2c7-272a-46e2-a2c1-b93149e53cd4 HTTP/1.1" status: 204  len: 173 time: 2.4527276
May 21 15:47:16.565540 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1e7e4-154d-4e75-bdd6-5b9869d1c9c7 req-d8489c3e-654b-42c3-9103-51f0d7a86cbb tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:16.568166 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7ef1e7e4-154d-4e75-bdd6-5b9869d1c9c7 req-d8489c3e-654b-42c3-9103-51f0d7a86cbb tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.4412317
May 21 15:47:16.646754 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-669a6317-3484-45d9-a038-f040894bbbc0 req-3f18caa2-9946-41b3-8c14-b25fcb43feae tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1441762
May 21 15:47:16.733102 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa68a0ce-f56f-4d7f-befe-56e126673bb5', 'name': 'network-vif-deleted', 'tag': '5785f2c7-272a-46e2-a2c1-b93149e53cd4', 'status': 'completed', 'code': 200}
May 21 15:47:16.760743 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7ef1e7e4-154d-4e75-bdd6-5b9869d1c9c7 req-1401a01b-b0b9-4287-a460-626a3d806098 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691327
May 21 15:47:16.770987 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:16.868945 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 5785f2c7-272a-46e2-a2c1-b93149e53cd4 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:47:16.983381 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: 5785f2c7-272a-46e2-a2c1-b93149e53cd4 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:47:16.983883 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 5785f2c7-272a-46e2-a2c1-b93149e53cd4 not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:47:16.987102 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-93b6de6b-522c-4f87-a5ab-453f713abc67 req-6512b6ab-2ad8-419a-b36d-083ce0eb14f9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Synchronizing usage tracker for tenant:3c9cd8532ab64a46b28e4b16c9998338 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:47:17.199479 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-93b6de6b-522c-4f87-a5ab-453f713abc67 req-6512b6ab-2ad8-419a-b36d-083ce0eb14f9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Unset dirty status for tenant:3c9cd8532ab64a46b28e4b16c9998338 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:47:17.200802 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-93b6de6b-522c-4f87-a5ab-453f713abc67 req-6512b6ab-2ad8-419a-b36d-083ce0eb14f9 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa68a0ce-f56f-4d7f-befe-56e126673bb5 HTTP/1.1" status: 200  len: 210 time: 0.3633325
May 21 15:47:18.259393 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e16f74-ab38-479f-9fbf-cd4db029a5c4 req-290ddab6-4167-47c0-8846-a5efa08ccec1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:18.271340 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-64e16f74-ab38-479f-9fbf-cd4db029a5c4 req-290ddab6-4167-47c0-8846-a5efa08ccec1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.2648773
May 21 15:47:18.286128 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70769bd-bd3a-48d9-9d17-671c3ddffce4 req-6b9bff2b-492e-4620-9cfe-f79f9bd3f754 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:18.288462 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a70769bd-bd3a-48d9-9d17-671c3ddffce4 req-6b9bff2b-492e-4620-9cfe-f79f9bd3f754 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1843510
May 21 15:47:18.375209 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-64e16f74-ab38-479f-9fbf-cd4db029a5c4 req-a5040209-4266-4b6d-8b09-4ea33a7ebb73 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1026723
May 21 15:47:18.397103 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a70769bd-bd3a-48d9-9d17-671c3ddffce4 req-7a1d4b8e-c073-471c-a6ea-c606348f13c0 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873535
May 21 15:47:18.490683 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:19.708106 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04074aa8-8994-416b-ba02-c8649925cd69 req-8c9810b9-1ca8-428b-abe7-ee6d25059a8e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:19.710551 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-04074aa8-8994-416b-ba02-c8649925cd69 req-8c9810b9-1ca8-428b-abe7-ee6d25059a8e tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1459713
May 21 15:47:19.770816 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-04074aa8-8994-416b-ba02-c8649925cd69 req-6bd6446f-ce97-45b3-b944-355483e45aca tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486641
May 21 15:47:21.103526 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e2dde-8990-4fff-bf7c-92659c8f6477 req-0c55ab0e-da32-4571-9b94-35a9c9debf70 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:21.123899 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-dd8e2dde-8990-4fff-bf7c-92659c8f6477 req-0c55ab0e-da32-4571-9b94-35a9c9debf70 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 946 time: 0.2055235
May 21 15:47:21.137320 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7d462-ca13-4e9d-91f0-e32b769385ea req-8e7c9c9a-7c0e-4e94-bee2-cbbc77dfc179 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:21.145371 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fca7d462-ca13-4e9d-91f0-e32b769385ea req-8e7c9c9a-7c0e-4e94-bee2-cbbc77dfc179 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1876533
May 21 15:47:21.223812 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-dd8e2dde-8990-4fff-bf7c-92659c8f6477 req-c67bef36-dd45-4c68-9b37-50f6f11c4d52 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971177
May 21 15:47:21.226438 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fca7d462-ca13-4e9d-91f0-e32b769385ea req-a813469b-c92a-46d9-8aa8-d7cfff4f4701 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804665
May 21 15:47:22.536732 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dcc2a9-b41d-4362-937c-3bacc9142839 req-619e4676-8f54-49ce-8cb9-3c932a9634a0 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:22.543574 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-34dcc2a9-b41d-4362-937c-3bacc9142839 req-619e4676-8f54-49ce-8cb9-3c932a9634a0 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1754248
May 21 15:47:22.555546 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8089f6d-e972-4555-9427-d60ad144ebf9 req-504723b9-f4be-4781-8c06-b86895e447e8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:22.559416 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a8089f6d-e972-4555-9427-d60ad144ebf9 req-504723b9-f4be-4781-8c06-b86895e447e8 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 946 time: 0.1522267
May 21 15:47:22.648460 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-34dcc2a9-b41d-4362-937c-3bacc9142839 req-bf38e820-5fc4-4b12-9395-7cd20a1c7971 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037617
May 21 15:47:22.654883 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a8089f6d-e972-4555-9427-d60ad144ebf9 req-cbe8cd00-3b0b-45f1-93fd-785e15ab3a16 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777402
May 21 15:47:23.126022 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aaefd-7c1d-4083-898e-e3e95296dfa0 req-52c5bcb9-1b6c-4198-ad54-ec6ae905b25a tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:23.127851 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-338aaefd-7c1d-4083-898e-e3e95296dfa0 req-52c5bcb9-1b6c-4198-ad54-ec6ae905b25a tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.25 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 946 time: 0.0987349
May 21 15:47:23.301863 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-338aaefd-7c1d-4083-898e-e3e95296dfa0 req-83854b8b-6f69-4488-8e70-828e47303ecf tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Deleting port 8bf843ad-c2d4-4ef8-a190-4e7e30054302 {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:47:23.302235 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-338aaefd-7c1d-4083-898e-e3e95296dfa0 req-83854b8b-6f69-4488-8e70-828e47303ecf tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:23.456123 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-338aaefd-7c1d-4083-898e-e3e95296dfa0 req-83854b8b-6f69-4488-8e70-828e47303ecf tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] For port 8bf843ad-c2d4-4ef8-a190-4e7e30054302, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8bf843ad-c2d4-4ef8-a190-4e7e30054302,segment=NetworkSegment(bb08c8d3-a9f7-4316-9462-05bdc47f1b25),segment_id=bb08c8d3-a9f7-4316-9462-05bdc47f1b25)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:47:23.456406 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-338aaefd-7c1d-4083-898e-e3e95296dfa0 req-83854b8b-6f69-4488-8e70-828e47303ecf tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:23.678350 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-338aaefd-7c1d-4083-898e-e3e95296dfa0 req-83854b8b-6f69-4488-8e70-828e47303ecf tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Calling delete_port for 8bf843ad-c2d4-4ef8-a190-4e7e30054302 owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:47:24.134771 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6c4c6-ddcf-4af8-a06a-3919a2dfea1e req-6f3e2f44-06c4-4a5f-8baa-e6648fe882c7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:24.141952 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-59b6c4c6-ddcf-4af8-a06a-3919a2dfea1e req-6f3e2f44-06c4-4a5f-8baa-e6648fe882c7 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 946 time: 0.3224924
May 21 15:47:24.170083 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b49203-7ad9-43e2-ae32-25f5553f154c req-e6f8ff7a-51ee-46bd-89a6-8b02fef09725 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:24.171706 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65b49203-7ad9-43e2-ae32-25f5553f154c req-e6f8ff7a-51ee-46bd-89a6-8b02fef09725 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1859972
May 21 15:47:24.237206 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-59b6c4c6-ddcf-4af8-a06a-3919a2dfea1e req-992dcd81-528a-4b45-92a6-230441c91c3e tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/security-groups?id=d9ce38af-e611-4cca-99e4-8e989c83313a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943501
May 21 15:47:24.254791 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65b49203-7ad9-43e2-ae32-25f5553f154c req-afc254f9-f175-4935-a99b-c73c79a4a5b9 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752800
May 21 15:47:24.285946 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-338aaefd-7c1d-4083-898e-e3e95296dfa0 req-83854b8b-6f69-4488-8e70-828e47303ecf tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:24.285946 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:24.300970 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['8bf843ad-c2d4-4ef8-a190-4e7e30054302'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:47:24.339344 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83854b8b-6f69-4488-8e70-828e47303ecf tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Pushing event deleted for resources: {'Port': ['ID=8bf843ad-c2d4-4ef8-a190-4e7e30054302,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:24.343436 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-83854b8b-6f69-4488-8e70-828e47303ecf tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:24.435720 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-338aaefd-7c1d-4083-898e-e3e95296dfa0 req-83854b8b-6f69-4488-8e70-828e47303ecf tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] No DVR routers for this DVR port 8bf843ad-c2d4-4ef8-a190-4e7e30054302 on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:47:24.439041 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-338aaefd-7c1d-4083-898e-e3e95296dfa0 req-83854b8b-6f69-4488-8e70-828e47303ecf tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:24.441840 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c90cb0-5034-4656-8eab-061c35fc482a', 'name': 'network-vif-deleted', 'tag': '8bf843ad-c2d4-4ef8-a190-4e7e30054302'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:47:24.499631 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c90cb0-5034-4656-8eab-061c35fc482a', 'name': 'network-vif-deleted', 'tag': '8bf843ad-c2d4-4ef8-a190-4e7e30054302', 'status': 'completed', 'code': 200}
May 21 15:47:24.566622 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-338aaefd-7c1d-4083-898e-e3e95296dfa0 req-83854b8b-6f69-4488-8e70-828e47303ecf tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.25 "DELETE /v2.0/ports/8bf843ad-c2d4-4ef8-a190-4e7e30054302 HTTP/1.1" status: 204  len: 173 time: 1.4286866
May 21 15:47:25.532859 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-ba37e2ac-f21f-4420-8154-3cfefea772de req-564223fa-6dd6-4332-ba9f-bb755b238793 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Synchronizing usage tracker for tenant:3c9cd8532ab64a46b28e4b16c9998338 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:47:25.562540 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad045c0-81f8-453b-9d7d-f27d0edf7802 req-9f75dc14-df40-4852-90b0-11b7320ea45c tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:25.569687 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7ad045c0-81f8-453b-9d7d-f27d0edf7802 req-9f75dc14-df40-4852-90b0-11b7320ea45c tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1822460
May 21 15:47:25.633256 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7ad045c0-81f8-453b-9d7d-f27d0edf7802 req-20e58278-ffcf-40e4-910c-4cda47a7596c tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598836
May 21 15:47:25.666827 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-ba37e2ac-f21f-4420-8154-3cfefea772de req-564223fa-6dd6-4332-ba9f-bb755b238793 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Unset dirty status for tenant:3c9cd8532ab64a46b28e4b16c9998338 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:47:25.668416 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ba37e2ac-f21f-4420-8154-3cfefea772de req-564223fa-6dd6-4332-ba9f-bb755b238793 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] 10.222.0.70 "GET /v2.0/ports?device_id=58c90cb0-5034-4656-8eab-061c35fc482a HTTP/1.1" status: 200  len: 210 time: 0.2011561
May 21 15:47:26.781023 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 52984) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:26.822695 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa28acf-7515-40bd-810f-4924bb990939 req-78a58525-b0f5-41db-9502-c72a62fecaa5 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:26.824347 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2fa28acf-7515-40bd-810f-4924bb990939 req-78a58525-b0f5-41db-9502-c72a62fecaa5 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0830433
May 21 15:47:26.848316 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e208025-bc0b-4339-b951-5cfba0388e5c admin admin] Deleting subnet 0632d989-1ebe-4f6d-8933-78740e2c134a {{(pid=98819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 21 15:47:26.851599 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e208025-bc0b-4339-b951-5cfba0388e5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:26.878079 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2fa28acf-7515-40bd-810f-4924bb990939 req-4061fa9d-b13c-4bdf-9bbc-612f19d4ca00 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472314
May 21 15:47:26.913975 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e208025-bc0b-4339-b951-5cfba0388e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932813'] for subnet, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:26.971925 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 8bf843ad-c2d4-4ef8-a190-4e7e30054302 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:47:26.979271 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e208025-bc0b-4339-b951-5cfba0388e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981060'] for subnet, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:27.008097 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: 8bf843ad-c2d4-4ef8-a190-4e7e30054302 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:47:27.008465 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 8bf843ad-c2d4-4ef8-a190-4e7e30054302 not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:47:27.348185 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e208025-bc0b-4339-b951-5cfba0388e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5568265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6212389'] for subnet, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:27.354771 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d8f0454d-e042-4737-b96b-e0c52e6668f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:27.394116 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e208025-bc0b-4339-b951-5cfba0388e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0632d989-1ebe-4f6d-8933-78740e2c134a,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:27.396251 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e208025-bc0b-4339-b951-5cfba0388e5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:27.399260 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-9e208025-bc0b-4339-b951-5cfba0388e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:27.404913 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-9e208025-bc0b-4339-b951-5cfba0388e5c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0632d989-1ebe-4f6d-8933-78740e2c134a HTTP/1.1" status: 204  len: 168 time: 0.6225407
May 21 15:47:27.407672 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 52994) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:27.621194 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-587e91f3-dd77-4b27-8a4e-3904167e2136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597767'] for network, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:27.774799 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-587e91f3-dd77-4b27-8a4e-3904167e2136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980989', 'neutron.services.segments.db._delete_segments_for_network-8736311911289'] for network, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:27.793996 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-587e91f3-dd77-4b27-8a4e-3904167e2136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2149a14790>,) {'filters': {'network_id': ['860ad3e0-b894-4ecf-beef-de2036706ee9']}} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:47:27.808435 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-587e91f3-dd77-4b27-8a4e-3904167e2136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2149a14790>, 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25') {'for_net_delete': True} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:47:27.808728 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-587e91f3-dd77-4b27-8a4e-3904167e2136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2149a14790>, 'bb08c8d3-a9f7-4316-9462-05bdc47f1b25') {} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:47:27.821768 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-587e91f3-dd77-4b27-8a4e-3904167e2136 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736311923725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932820'] for segment, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:27.840190 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-587e91f3-dd77-4b27-8a4e-3904167e2136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:27.847108 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587e91f3-dd77-4b27-8a4e-3904167e2136 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=98819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 21 15:47:27.851073 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-587e91f3-dd77-4b27-8a4e-3904167e2136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5568343'] for segment, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]: Traceback (most recent call last):
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:     timer()
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:     cb(*args, **kw)
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:     return func(*args, **kwargs)
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:     self._notify()
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:     self.callback(batched_events)
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:     event.method(event)
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_uuid = self.p_client.list_aggregates(
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:     return f(self, *a, **k)
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._get(url).json()
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self.request(url, 'GET', **kwargs)
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:     base_url = self.get_endpoint(auth, allow=allow,
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 21 15:47:27.862682 dv-cinder-792642-1-iscsi neutron-server[98819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 21 15:47:28.046322 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-587e91f3-dd77-4b27-8a4e-3904167e2136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8122016'] for network, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:28.050846 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:28.071484 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-587e91f3-dd77-4b27-8a4e-3904167e2136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:28.082528 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e91f3-dd77-4b27-8a4e-3904167e2136 admin admin] Pushing event deleted for resources: {'Network': ['ID=860ad3e0-b894-4ecf-beef-de2036706ee9,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:28.087362 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-587e91f3-dd77-4b27-8a4e-3904167e2136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:28.096950 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090853a-3686-447a-a4f3-b316111f6d95 req-e5b31b31-cac2-4656-9689-eb6f8b5cd8df tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:28.098419 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0090853a-3686-447a-a4f3-b316111f6d95 req-e5b31b31-cac2-4656-9689-eb6f8b5cd8df tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0949981
May 21 15:47:28.158337 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0090853a-3686-447a-a4f3-b316111f6d95 req-36999536-0188-426d-a072-8a249488863a tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491400
May 21 15:47:28.221776 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-587e91f3-dd77-4b27-8a4e-3904167e2136 admin admin] 10.222.0.70 "DELETE /v2.0/networks/860ad3e0-b894-4ecf-beef-de2036706ee9 HTTP/1.1" status: 204  len: 168 time: 0.8123121
May 21 15:47:28.909809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53050) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:28.994459 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-840586bf-f6c9-4650-98cb-e83489d829e5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c9cd8532ab64a46b28e4b16c9998338&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0829957
May 21 15:47:28.998228 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53056) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:29.084442 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-88e33915-0436-4160-8dd2-fa19b68cda73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:29.133004 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-88e33915-0436-4160-8dd2-fa19b68cda73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:29.359241 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:29.423249 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-88e33915-0436-4160-8dd2-fa19b68cda73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:29.432850 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-f79a2e24-405a-41d2-ada8-b484f92c0d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:29.460749 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e33915-0436-4160-8dd2-fa19b68cda73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ce38af-e611-4cca-99e4-8e989c83313a,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:29.479405 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-88e33915-0436-4160-8dd2-fa19b68cda73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:29.496075 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101a98e-daa9-4836-97b1-574c18baee70 req-52fb8bb5-ae5d-4afe-84e9-49f4284215a9 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:29.498996 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f101a98e-daa9-4836-97b1-574c18baee70 req-52fb8bb5-ae5d-4afe-84e9-49f4284215a9 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1633534
May 21 15:47:29.580889 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f101a98e-daa9-4836-97b1-574c18baee70 req-372d8729-9761-4ef1-a376-900a7afbde29 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723603
May 21 15:47:29.590363 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-88e33915-0436-4160-8dd2-fa19b68cda73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:29.598174 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-88e33915-0436-4160-8dd2-fa19b68cda73 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d9ce38af-e611-4cca-99e4-8e989c83313a HTTP/1.1" status: 204  len: 168 time: 0.5928445
May 21 15:47:29.951004 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fbce8-efc7-4159-9a22-31366ea4c7a2 req-cf409770-7a4c-4e18-844f-7ad1a04bf0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:29.952535 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8d5fbce8-efc7-4159-9a22-31366ea4c7a2 req-cf409770-7a4c-4e18-844f-7ad1a04bf0b0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 1098 time: 0.1073294
May 21 15:47:30.018998 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8d5fbce8-efc7-4159-9a22-31366ea4c7a2 req-2e0973c7-4ab1-4aa3-82ee-4f9698327cd8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587223
May 21 15:47:30.857621 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abfef1-9920-4d12-9e3c-f08293387ee2 req-d4699995-6fe3-488a-8b75-38dffb8bc288 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:30.859572 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f3abfef1-9920-4d12-9e3c-f08293387ee2 req-d4699995-6fe3-488a-8b75-38dffb8bc288 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1111505
May 21 15:47:30.933882 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f3abfef1-9920-4d12-9e3c-f08293387ee2 req-e716ef8d-f909-4240-b0d8-624c6bb1c739 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603070
May 21 15:47:31.134985 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53090) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:31.207594 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_v2 [None req-e523dcf2-66b3-4ef0-9fb6-ce4fe4a11203 admin admin] Deleting subnet 004586cd-8a39-4f57-9d54-5bc08ecba38d {{(pid=98819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 21 15:47:31.213416 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e523dcf2-66b3-4ef0-9fb6-ce4fe4a11203 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:31.299010 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e523dcf2-66b3-4ef0-9fb6-ce4fe4a11203 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932813'] for subnet, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:31.410203 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e523dcf2-66b3-4ef0-9fb6-ce4fe4a11203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981060'] for subnet, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:31.794164 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e523dcf2-66b3-4ef0-9fb6-ce4fe4a11203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5568265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6212389'] for subnet, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:31.801321 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-9e208025-bc0b-4339-b951-5cfba0388e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:31.849136 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523dcf2-66b3-4ef0-9fb6-ce4fe4a11203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=004586cd-8a39-4f57-9d54-5bc08ecba38d,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:31.852026 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e523dcf2-66b3-4ef0-9fb6-ce4fe4a11203 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:31.858783 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e523dcf2-66b3-4ef0-9fb6-ce4fe4a11203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:31.866715 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-e523dcf2-66b3-4ef0-9fb6-ce4fe4a11203 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/004586cd-8a39-4f57-9d54-5bc08ecba38d HTTP/1.1" status: 204  len: 168 time: 0.7271409
May 21 15:47:31.868814 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53102) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:32.018846 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f797bc0e-f97e-4201-a3de-ae896bba8e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597767'] for network, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:32.274658 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f797bc0e-f97e-4201-a3de-ae896bba8e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980989', 'neutron.services.segments.db._delete_segments_for_network-8736311911289'] for network, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:32.297871 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-f797bc0e-f97e-4201-a3de-ae896bba8e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2149e7b820>,) {'filters': {'network_id': ['e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8']}} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:47:32.318861 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-f797bc0e-f97e-4201-a3de-ae896bba8e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2149e7b820>, 'fda1cb10-8e06-4112-9262-0784a11c06be') {'for_net_delete': True} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:47:32.319182 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-f797bc0e-f97e-4201-a3de-ae896bba8e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2149e7b820>, 'fda1cb10-8e06-4112-9262-0784a11c06be') {} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:47:32.335564 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f797bc0e-f97e-4201-a3de-ae896bba8e2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736311923725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6784996'] for segment, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:32.364342 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b628e95-4ba4-4e43-92e6-9b650ef255ed req-4374e301-1f39-4fc7-8897-87ab77ca48f9 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:32.366437 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4b628e95-4ba4-4e43-92e6-9b650ef255ed req-4374e301-1f39-4fc7-8897-87ab77ca48f9 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.2804527
May 21 15:47:32.376375 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f797bc0e-f97e-4201-a3de-ae896bba8e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:32.410822 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f797bc0e-f97e-4201-a3de-ae896bba8e2f admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=98820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 21 15:47:32.411483 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f797bc0e-f97e-4201-a3de-ae896bba8e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6069483'] for segment, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]: Traceback (most recent call last):
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:     timer()
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:     cb(*args, **kw)
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:     return func(*args, **kwargs)
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:     self._notify()
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:     self.callback(batched_events)
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:     event.method(event)
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:     aggregate_uuid = self.p_client.list_aggregates(
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:     return f(self, *a, **k)
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self._get(url).json()
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self.request(url, 'GET', **kwargs)
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:     base_url = self.get_endpoint(auth, allow=allow,
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 21 15:47:32.435303 dv-cinder-792642-1-iscsi neutron-server[98820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 21 15:47:32.539614 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4b628e95-4ba4-4e43-92e6-9b650ef255ed req-9ae1ec18-9030-4f7c-a180-94d9370157ab tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588829
May 21 15:47:32.621874 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f797bc0e-f97e-4201-a3de-ae896bba8e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8122016'] for network, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:32.630534 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f797bc0e-f97e-4201-a3de-ae896bba8e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:32.635034 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:32.748408 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-f797bc0e-f97e-4201-a3de-ae896bba8e2f admin admin] 10.222.0.70 "DELETE /v2.0/networks/e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8 HTTP/1.1" status: 204  len: 168 time: 0.8783538
May 21 15:47:32.758018 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797bc0e-f97e-4201-a3de-ae896bba8e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=e713f4f7-6c0e-4c4b-abfd-bc4e900c5da8,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:32.760768 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-f797bc0e-f97e-4201-a3de-ae896bba8e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:33.523153 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53138) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:33.534356 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53142) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:33.627835 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-a243ed0f-68f9-488f-b9dd-619fce351fd0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=20b074a67d6f4322a6fbb3f3a5b89957&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1018903
May 21 15:47:33.631011 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53148) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:33.711328 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-48a4deeb-00f2-4b87-b60c-5dcb7952c9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:33.730453 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40875638-b432-43cc-a912-4055f3c9eac9 req-79220593-5c8d-489c-b8a6-c0662e65f26a tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:33.732009 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-40875638-b432-43cc-a912-4055f3c9eac9 req-79220593-5c8d-489c-b8a6-c0662e65f26a tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1659799
May 21 15:47:33.752214 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-48a4deeb-00f2-4b87-b60c-5dcb7952c9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:33.759592 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d09c5e-6a24-42e1-a693-372c813ef8e2 req-2f39a80f-66c2-4ae2-9263-997431a9fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:33.760630 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-09d09c5e-6a24-42e1-a693-372c813ef8e2 req-2f39a80f-66c2-4ae2-9263-997431a9fa46 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bfbec51500e4ef29d0dbea8f7ebcdd7&device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 1098 time: 0.1308217
May 21 15:47:33.807431 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a0a03c46-ab9a-4513-a91f-e625f26c4017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:33.834813 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-a0a03c46-ab9a-4513-a91f-e625f26c4017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:47:33.839963 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-a0a03c46-ab9a-4513-a91f-e625f26c4017 admin admin] Usage tracker for resource:security_group_rule and tenant:15a500af7c3641eeb8718696012a3c11 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:47:33.844006 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-a0a03c46-ab9a-4513-a91f-e625f26c4017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:47:33.851367 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-a0a03c46-ab9a-4513-a91f-e625f26c4017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:47:33.887449 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-40875638-b432-43cc-a912-4055f3c9eac9 req-e431039f-36db-4355-be45-48fe59f39449 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447790
May 21 15:47:33.976014 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d09c5e-6a24-42e1-a693-372c813ef8e2 req-8ee1485f-af1d-485f-8d75-815f9aab630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:33.978321 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-09d09c5e-6a24-42e1-a693-372c813ef8e2 req-8ee1485f-af1d-485f-8d75-815f9aab630f service neutron] 10.222.0.25 "GET /v2.0/networks?id=dd709b31-c488-4c4f-a8bd-744a84d909c5 HTTP/1.1" status: 200  len: 919 time: 0.2090034
May 21 15:47:34.002478 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-48a4deeb-00f2-4b87-b60c-5dcb7952c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:34.012405 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7f4c8997-85b1-4e8c-a3b0-2b663788915b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:34.043675 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4deeb-00f2-4b87-b60c-5dcb7952c9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026acafb-aa71-45f2-887f-c4d4cefaa9a9,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:34.047171 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-48a4deeb-00f2-4b87-b60c-5dcb7952c9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:34.058065 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-09d09c5e-6a24-42e1-a693-372c813ef8e2 req-3066fe72-dc11-4669-9f14-4c448ff31b0a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48614591-8f6b-4c46-9c6a-b9c407ada92e HTTP/1.1" status: 200  len: 217 time: 0.0700331
May 21 15:47:34.059073 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-48a4deeb-00f2-4b87-b60c-5dcb7952c9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:34.060738 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-48a4deeb-00f2-4b87-b60c-5dcb7952c9a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/026acafb-aa71-45f2-887f-c4d4cefaa9a9 HTTP/1.1" status: 204  len: 168 time: 0.4285014
May 21 15:47:34.152718 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a0a03c46-ab9a-4513-a91f-e625f26c4017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:34.163361 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d09c5e-6a24-42e1-a693-372c813ef8e2 req-1e2980c6-0769-41a8-be15-6201bd93b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:34.165388 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-09d09c5e-6a24-42e1-a693-372c813ef8e2 req-1e2980c6-0769-41a8-be15-6201bd93b530 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=17e03a2f-0d09-476f-b7bb-e6347777bebb HTTP/1.1" status: 200  len: 858 time: 0.0995491
May 21 15:47:34.223367 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-09d09c5e-6a24-42e1-a693-372c813ef8e2 req-3ca34a26-63f6-4331-ab02-242db136161b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dd709b31-c488-4c4f-a8bd-744a84d909c5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487826
May 21 15:47:34.374240 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-09d09c5e-6a24-42e1-a693-372c813ef8e2 req-6ce33223-4c46-458c-b1e9-9c3624d93f22 service neutron] 10.222.0.25 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423488
May 21 15:47:34.444454 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a0a03c46-ab9a-4513-a91f-e625f26c4017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:34.457051 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ef083cd1-f74d-48d8-9a8d-9b5a060817ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:34.535534 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-a0a03c46-ab9a-4513-a91f-e625f26c4017 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=15a500af7c3641eeb8718696012a3c11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9994416
May 21 15:47:34.539798 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53154) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:34.540760 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a03c46-ab9a-4513-a91f-e625f26c4017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93bbf39-607d-47c2-b6cf-419ce86a96b4,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:34.545712 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-a0a03c46-ab9a-4513-a91f-e625f26c4017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:34.627137 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-09d09c5e-6a24-42e1-a693-372c813ef8e2 req-cb88922d-5238-4c02-b843-9eaf68aa3d83 service neutron] 10.222.0.25 "GET /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2357407
May 21 15:47:34.695007 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-da5a2f33-8930-45c7-bded-c78260e863c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:34.729568 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-da5a2f33-8930-45c7-bded-c78260e863c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:34.889726 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-da5a2f33-8930-45c7-bded-c78260e863c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:34.893935 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-8b104087-44ad-4f19-88bf-be20242e9ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:34.907086 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a2f33-8930-45c7-bded-c78260e863c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93bbf39-607d-47c2-b6cf-419ce86a96b4,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:34.910141 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-da5a2f33-8930-45c7-bded-c78260e863c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:34.912201 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-da5a2f33-8930-45c7-bded-c78260e863c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:34.913406 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-da5a2f33-8930-45c7-bded-c78260e863c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f93bbf39-607d-47c2-b6cf-419ce86a96b4 HTTP/1.1" status: 204  len: 168 time: 0.3707287
May 21 15:47:35.121262 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef22a4-db22-44bb-895c-461835a2b6ba req-6b304d1b-1547-48d6-8e44-a63027bc766d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:35.124071 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22ef22a4-db22-44bb-895c-461835a2b6ba req-6b304d1b-1547-48d6-8e44-a63027bc766d tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0971308
May 21 15:47:35.186596 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22ef22a4-db22-44bb-895c-461835a2b6ba req-8ab1acf5-ca78-4107-8bbd-fcb7599859f2 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516386
May 21 15:47:36.133825 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53182) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:36.162124 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0bb9-64a7-47b4-af22-d9b73857ac99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:36.186356 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-0fcc0bb9-64a7-47b4-af22-d9b73857ac99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:47:36.192617 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-0fcc0bb9-64a7-47b4-af22-d9b73857ac99 admin admin] Usage tracker for resource:security_group_rule and tenant:e0b9b091a2e24b82866f20f8594c9a24 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:47:36.196749 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-0fcc0bb9-64a7-47b4-af22-d9b73857ac99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:47:36.205590 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-0fcc0bb9-64a7-47b4-af22-d9b73857ac99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:47:36.342123 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0bb9-64a7-47b4-af22-d9b73857ac99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:36.439144 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e00120-4bf2-49f2-a85c-dfc0bdd84778 req-5853f2ac-e8af-4ba9-b7f1-a9dc85f8b9bc tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:36.440724 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-09e00120-4bf2-49f2-a85c-dfc0bdd84778 req-5853f2ac-e8af-4ba9-b7f1-a9dc85f8b9bc tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0922017
May 21 15:47:36.456503 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0fcc0bb9-64a7-47b4-af22-d9b73857ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:36.487196 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-05bf0b0b-f55d-41fb-84e3-4c1038b08c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:36.527409 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-09e00120-4bf2-49f2-a85c-dfc0bdd84778 req-fe490aa2-37c7-4506-b919-6fa9a5ea7c3c tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769215
May 21 15:47:36.554217 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-0fcc0bb9-64a7-47b4-af22-d9b73857ac99 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e0b9b091a2e24b82866f20f8594c9a24&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4121227
May 21 15:47:36.554347 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53194) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:36.561915 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc0bb9-64a7-47b4-af22-d9b73857ac99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abeef351-cc07-4c32-b8d0-aa7f8506dcc3,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:36.566812 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-0fcc0bb9-64a7-47b4-af22-d9b73857ac99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:36.664561 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a15cee5c-8e75-4239-9fc6-f368e2fe49a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:36.709224 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a15cee5c-8e75-4239-9fc6-f368e2fe49a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:36.894945 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a15cee5c-8e75-4239-9fc6-f368e2fe49a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:36.901522 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-aab16cf8-c17d-4f52-a101-75cd7c0b208e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:36.919257 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cee5c-8e75-4239-9fc6-f368e2fe49a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abeef351-cc07-4c32-b8d0-aa7f8506dcc3,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:36.927480 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a15cee5c-8e75-4239-9fc6-f368e2fe49a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:36.929612 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a15cee5c-8e75-4239-9fc6-f368e2fe49a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:36.931611 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-a15cee5c-8e75-4239-9fc6-f368e2fe49a0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/abeef351-cc07-4c32-b8d0-aa7f8506dcc3 HTTP/1.1" status: 204  len: 168 time: 0.3796258
May 21 15:47:37.272532 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53202) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:37.497009 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-767694b3-7b46-499a-bca9-00de48bb6b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:37.523434 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-767694b3-7b46-499a-bca9-00de48bb6b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:47:37.529270 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-767694b3-7b46-499a-bca9-00de48bb6b3c admin admin] Usage tracker for resource:security_group_rule and tenant:48ba5be7c0c14ba2b553aa2c25aafaca is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:47:37.533574 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-767694b3-7b46-499a-bca9-00de48bb6b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:47:37.544454 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-767694b3-7b46-499a-bca9-00de48bb6b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:47:37.659023 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-767694b3-7b46-499a-bca9-00de48bb6b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:37.729967 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-767694b3-7b46-499a-bca9-00de48bb6b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:37.745566 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-932fe5e5-14d0-4797-a5de-eb6c891930ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:37.765530 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8fbfd-e5af-4117-9780-fb421de723ea req-b7b3eff5-4ad3-4cf3-8389-886f7aac6cba tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:37.767177 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ecb8fbfd-e5af-4117-9780-fb421de723ea req-b7b3eff5-4ad3-4cf3-8389-886f7aac6cba tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1167405
May 21 15:47:37.793476 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-767694b3-7b46-499a-bca9-00de48bb6b3c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=48ba5be7c0c14ba2b553aa2c25aafaca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5192988
May 21 15:47:37.798105 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53220) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:37.799721 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767694b3-7b46-499a-bca9-00de48bb6b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f152354-8426-4923-ae28-89713f21600e,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:37.803971 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-767694b3-7b46-499a-bca9-00de48bb6b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:37.838931 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ecb8fbfd-e5af-4117-9780-fb421de723ea req-0c9e75a7-00cb-438c-82bc-aff6415e6cc9 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659208
May 21 15:47:37.895859 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d14d4adc-8935-4099-84b2-9f1df7c22976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:37.950836 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d14d4adc-8935-4099-84b2-9f1df7c22976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:38.123072 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d14d4adc-8935-4099-84b2-9f1df7c22976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:38.128053 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a2eba558-e14b-4cf3-9b9e-09195ee3653a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:38.138930 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d4adc-8935-4099-84b2-9f1df7c22976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f152354-8426-4923-ae28-89713f21600e,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:38.141225 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d14d4adc-8935-4099-84b2-9f1df7c22976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:38.148520 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d14d4adc-8935-4099-84b2-9f1df7c22976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:38.153747 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-d14d4adc-8935-4099-84b2-9f1df7c22976 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f152354-8426-4923-ae28-89713f21600e HTTP/1.1" status: 204  len: 168 time: 0.3517394
May 21 15:47:43.094166 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-14c036f0-58c2-4858-8d9e-6bfb8ae9f073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:43.559874 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596eaae8-9d8e-49bf-b251-d1b1c0fbc663 req-e10c7abb-ca8e-4e2b-94b9-39b72d69b11b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:43.561435 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-596eaae8-9d8e-49bf-b251-d1b1c0fbc663 req-e10c7abb-ca8e-4e2b-94b9-39b72d69b11b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 946 time: 0.0866103
May 21 15:47:43.609829 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-596eaae8-9d8e-49bf-b251-d1b1c0fbc663 req-82afbe68-79c6-45e1-adcc-bf575fba02f3 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425715
May 21 15:47:44.498983 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e77ab-a502-4e67-87b9-aa6af0c663fc req-5f813456-c757-4bb4-af85-74e214e970e8 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:44.500649 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-069e77ab-a502-4e67-87b9-aa6af0c663fc req-5f813456-c757-4bb4-af85-74e214e970e8 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.0901101
May 21 15:47:44.556869 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-069e77ab-a502-4e67-87b9-aa6af0c663fc req-939b7e75-a68c-43bb-a9b0-3e83a914fd04 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479326
May 21 15:47:44.899787 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a6445-deb3-4f32-9266-accd6d8ac9d7 req-82efc0b9-92e4-4855-a6e5-05842055665a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:44.901350 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b01a6445-deb3-4f32-9266-accd6d8ac9d7 req-82efc0b9-92e4-4855-a6e5-05842055665a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 946 time: 0.1727388
May 21 15:47:44.954947 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b01a6445-deb3-4f32-9266-accd6d8ac9d7 req-e463267e-cf1e-4482-bd3d-b88de463180b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464098
May 21 15:47:45.418206 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632156b2-26ab-48ac-b85e-730e473a7ce1 req-a91a623b-2e35-49c4-922f-838ab0ace6aa tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:45.419679 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-632156b2-26ab-48ac-b85e-730e473a7ce1 req-a91a623b-2e35-49c4-922f-838ab0ace6aa tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.25 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 946 time: 0.0817564
May 21 15:47:45.573256 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-632156b2-26ab-48ac-b85e-730e473a7ce1 req-601c60a5-3234-40c3-94f8-b6d966be2728 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Deleting port ea398b39-b5c6-4035-a622-3eee802f8f7b {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:47:45.573465 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-632156b2-26ab-48ac-b85e-730e473a7ce1 req-601c60a5-3234-40c3-94f8-b6d966be2728 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:45.655785 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:45.777999 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-632156b2-26ab-48ac-b85e-730e473a7ce1 req-601c60a5-3234-40c3-94f8-b6d966be2728 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] For port ea398b39-b5c6-4035-a622-3eee802f8f7b, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=ea398b39-b5c6-4035-a622-3eee802f8f7b,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:47:45.778380 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-632156b2-26ab-48ac-b85e-730e473a7ce1 req-601c60a5-3234-40c3-94f8-b6d966be2728 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:45.821901 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9bd8387e-8a63-420a-a8cc-475f520b4ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:45.881500 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a7ae9-ae13-44db-8f94-7633c1ad969f req-b983cb93-a832-49cd-98c3-34400b178df5 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:45.883030 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8a7a7ae9-ae13-44db-8f94-7633c1ad969f req-b983cb93-a832-49cd-98c3-34400b178df5 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.2148874
May 21 15:47:46.023161 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8a7a7ae9-ae13-44db-8f94-7633c1ad969f req-3af402be-e7a0-4a4a-9ad6-4424d192bcbb tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312742
May 21 15:47:46.180234 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-632156b2-26ab-48ac-b85e-730e473a7ce1 req-601c60a5-3234-40c3-94f8-b6d966be2728 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:46.180467 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-632156b2-26ab-48ac-b85e-730e473a7ce1 req-601c60a5-3234-40c3-94f8-b6d966be2728 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:46.180706 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.l3_db [req-632156b2-26ab-48ac-b85e-730e473a7ce1 req-601c60a5-3234-40c3-94f8-b6d966be2728 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Floating IP 8733e2bf-f5f6-4336-9436-6021ed119aa8 disassociated. External IP: 172.27.0.252, port: ea398b39-b5c6-4035-a622-3eee802f8f7b.
May 21 15:47:46.181038 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-632156b2-26ab-48ac-b85e-730e473a7ce1 req-601c60a5-3234-40c3-94f8-b6d966be2728 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Calling delete_port for ea398b39-b5c6-4035-a622-3eee802f8f7b owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:47:46.236229 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5528202-274f-4443-bdaa-704196d39a25 req-65d92ba8-13f7-4940-becc-9ea108154a25 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:46.237727 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e5528202-274f-4443-bdaa-704196d39a25 req-65d92ba8-13f7-4940-becc-9ea108154a25 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 946 time: 0.1505423
May 21 15:47:46.335735 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e5528202-274f-4443-bdaa-704196d39a25 req-3f86aae7-d003-4b68-917a-468d8f4564e7 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=9bd4b254-9521-45b9-8aa1-13090bdc2d21&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845892
May 21 15:47:46.438773 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-632156b2-26ab-48ac-b85e-730e473a7ce1 req-601c60a5-3234-40c3-94f8-b6d966be2728 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:46.444671 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:46.489788 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c60a5-3234-40c3-94f8-b6d966be2728 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event deleted for resources: {'Port': ['ID=ea398b39-b5c6-4035-a622-3eee802f8f7b,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:46.494297 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-601c60a5-3234-40c3-94f8-b6d966be2728 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:46.687358 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-632156b2-26ab-48ac-b85e-730e473a7ce1 req-601c60a5-3234-40c3-94f8-b6d966be2728 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Router 0d248fc6-fb5a-456c-a6f5-957179719f90 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:47:46.735806 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:46.887530 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-632156b2-26ab-48ac-b85e-730e473a7ce1 req-601c60a5-3234-40c3-94f8-b6d966be2728 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:47:46.905212 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b00306-fdd0-4d8c-89be-ed5773447059 None None] Sync routers for ids ['0d248fc6-fb5a-456c-a6f5-957179719f90'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:47:46.921778 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b00306-fdd0-4d8c-89be-ed5773447059 None None] Routers {'0d248fc6-fb5a-456c-a6f5-957179719f90'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:47:46.922848 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-20b00306-fdd0-4d8c-89be-ed5773447059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214af1d5e0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:47:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['0d248fc6-fb5a-456c-a6f5-957179719f90'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:47:47.155777 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-20b00306-fdd0-4d8c-89be-ed5773447059 None None] Set router 0d248fc6-fb5a-456c-a6f5-957179719f90 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:47:47.186648 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-632156b2-26ab-48ac-b85e-730e473a7ce1 req-601c60a5-3234-40c3-94f8-b6d966be2728 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] No DVR routers for this DVR port ea398b39-b5c6-4035-a622-3eee802f8f7b on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:47:47.195707 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-632156b2-26ab-48ac-b85e-730e473a7ce1 req-601c60a5-3234-40c3-94f8-b6d966be2728 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:47.198238 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29473366-ff36-4391-8a75-1647630ae2c1', 'name': 'network-vif-deleted', 'tag': 'ea398b39-b5c6-4035-a622-3eee802f8f7b'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:47:47.229040 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-632156b2-26ab-48ac-b85e-730e473a7ce1 req-601c60a5-3234-40c3-94f8-b6d966be2728 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.25 "DELETE /v2.0/ports/ea398b39-b5c6-4035-a622-3eee802f8f7b HTTP/1.1" status: 204  len: 173 time: 1.8023243
May 21 15:47:47.259967 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29473366-ff36-4391-8a75-1647630ae2c1', 'name': 'network-vif-deleted', 'tag': 'ea398b39-b5c6-4035-a622-3eee802f8f7b', 'status': 'completed', 'code': 200}
May 21 15:47:47.277997 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dba076-29db-43e4-8938-08dfd0367fe2 req-9f4ed478-9ec4-44ce-aa16-ad0188860889 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:47.279513 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b1dba076-29db-43e4-8938-08dfd0367fe2 req-9f4ed478-9ec4-44ce-aa16-ad0188860889 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.25 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.2050755
May 21 15:47:47.336956 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d8568-63fe-40ae-a28f-187c78d26971 req-f68e03cd-9d16-4c7c-a443-3e8f12a7f21a tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:47.338387 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-228d8568-63fe-40ae-a28f-187c78d26971 req-f68e03cd-9d16-4c7c-a443-3e8f12a7f21a tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 945 time: 0.1873355
May 21 15:47:47.463671 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-228d8568-63fe-40ae-a28f-187c78d26971 req-7e7d40d6-95f6-41b2-a54b-cb8bfb9fa51c tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074524
May 21 15:47:47.509223 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-b1dba076-29db-43e4-8938-08dfd0367fe2 req-78b48764-4788-40ef-a3ee-60ee490bf777 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Deleting port c2f93496-f550-47fe-b521-af6b6e9dab4f {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:47:47.509873 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-b1dba076-29db-43e4-8938-08dfd0367fe2 req-78b48764-4788-40ef-a3ee-60ee490bf777 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:47.594605 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-20b00306-fdd0-4d8c-89be-ed5773447059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214af1d5e0>, [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:43:08Z', 'revision_number': 4, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'df76414f-0061-4808-a47b-1e9c5f9a87b8', 'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'mac_address': 'fa:16:3e:0b:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:43:04Z', 'updated_at': '2021-05-21T15:43:29Z', 'revision_number': 5, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'subnets': [{'id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:47:47.600530 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b00306-fdd0-4d8c-89be-ed5773447059 None None] Checking router: 0d248fc6-fb5a-456c-a6f5-957179719f90 for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:47:47.611442 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b00306-fdd0-4d8c-89be-ed5773447059 None None] Routers {'0d248fc6-fb5a-456c-a6f5-957179719f90'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:47:47.612201 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-20b00306-fdd0-4d8c-89be-ed5773447059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214af1d5e0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:47:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['0d248fc6-fb5a-456c-a6f5-957179719f90'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:47:47.674836 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-64c0707f-57de-4bc1-b405-7df103aa96fe req-5df83898-6f24-4d5c-88e7-46d1467dd637 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Synchronizing usage tracker for tenant:6a68b29cab9044629d81ff87b9006270 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:47:47.762781 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-b1dba076-29db-43e4-8938-08dfd0367fe2 req-78b48764-4788-40ef-a3ee-60ee490bf777 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] For port c2f93496-f550-47fe-b521-af6b6e9dab4f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c2f93496-f550-47fe-b521-af6b6e9dab4f,segment=NetworkSegment(207ec6af-5c0b-4f79-804f-a46777d4916e),segment_id=207ec6af-5c0b-4f79-804f-a46777d4916e)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:47:47.763267 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-b1dba076-29db-43e4-8938-08dfd0367fe2 req-78b48764-4788-40ef-a3ee-60ee490bf777 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:47.844426 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-64c0707f-57de-4bc1-b405-7df103aa96fe req-5df83898-6f24-4d5c-88e7-46d1467dd637 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Unset dirty status for tenant:6a68b29cab9044629d81ff87b9006270 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:47:47.847023 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-20b00306-fdd0-4d8c-89be-ed5773447059 None None] Set router 0d248fc6-fb5a-456c-a6f5-957179719f90 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:47:47.854996 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-64c0707f-57de-4bc1-b405-7df103aa96fe req-5df83898-6f24-4d5c-88e7-46d1467dd637 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=29473366-ff36-4391-8a75-1647630ae2c1 HTTP/1.1" status: 200  len: 210 time: 0.3032482
May 21 15:47:47.941832 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-b1dba076-29db-43e4-8938-08dfd0367fe2 req-78b48764-4788-40ef-a3ee-60ee490bf777 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Calling delete_port for c2f93496-f550-47fe-b521-af6b6e9dab4f owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:47:48.244477 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-20b00306-fdd0-4d8c-89be-ed5773447059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214af1d5e0>, [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:43:08Z', 'revision_number': 4, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'df76414f-0061-4808-a47b-1e9c5f9a87b8', 'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'mac_address': 'fa:16:3e:0b:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:43:04Z', 'updated_at': '2021-05-21T15:43:29Z', 'revision_number': 5, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'subnets': [{'id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:47:48.244995 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b00306-fdd0-4d8c-89be-ed5773447059 None None] The sync data for ids ['0d248fc6-fb5a-456c-a6f5-957179719f90'] in dv-cinder-792642-1-iscsi is: [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:43:08Z', 'revision_number': 4, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'df76414f-0061-4808-a47b-1e9c5f9a87b8', 'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'mac_address': 'fa:16:3e:0b:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:43:04Z', 'updated_at': '2021-05-21T15:43:29Z', 'revision_number': 5, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'subnets': [{'id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:47:48.342426 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-b1dba076-29db-43e4-8938-08dfd0367fe2 req-78b48764-4788-40ef-a3ee-60ee490bf777 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:48.356223 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:48.376794 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['48614591-8f6b-4c46-9c6a-b9c407ada92e', 'c2f93496-f550-47fe-b521-af6b6e9dab4f'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:47:48.422645 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b48764-4788-40ef-a3ee-60ee490bf777 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Pushing event deleted for resources: {'Port': ['ID=c2f93496-f550-47fe-b521-af6b6e9dab4f,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:48.426803 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-78b48764-4788-40ef-a3ee-60ee490bf777 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:48.490044 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:48.519742 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dba076-29db-43e4-8938-08dfd0367fe2 req-78b48764-4788-40ef-a3ee-60ee490bf777 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] No DVR routers for this DVR port c2f93496-f550-47fe-b521-af6b6e9dab4f on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:47:48.523719 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-b1dba076-29db-43e4-8938-08dfd0367fe2 req-78b48764-4788-40ef-a3ee-60ee490bf777 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:48.680690 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b1dba076-29db-43e4-8938-08dfd0367fe2 req-78b48764-4788-40ef-a3ee-60ee490bf777 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.25 "DELETE /v2.0/ports/c2f93496-f550-47fe-b521-af6b6e9dab4f HTTP/1.1" status: 204  len: 173 time: 1.3937345
May 21 15:47:48.701218 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64105e6-52e5-4fb6-b292-825fe786ee2b None None] New status for floating IP 8733e2bf-f5f6-4336-9436-6021ed119aa8: DOWN {{(pid=98821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:47:48.726385 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:47:48.880585 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-91bd072f-2c07-422c-ad00-914928da00d1 req-a723e9c9-00e6-4e9b-b31f-2642d143ae28 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Synchronizing usage tracker for tenant:9bfbec51500e4ef29d0dbea8f7ebcdd7 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:47:48.970156 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-91bd072f-2c07-422c-ad00-914928da00d1 req-a723e9c9-00e6-4e9b-b31f-2642d143ae28 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Unset dirty status for tenant:9bfbec51500e4ef29d0dbea8f7ebcdd7 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:47:48.971416 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-91bd072f-2c07-422c-ad00-914928da00d1 req-a723e9c9-00e6-4e9b-b31f-2642d143ae28 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=d044a0b3-a392-4fd4-a5d7-4e05685fe3f7 HTTP/1.1" status: 200  len: 210 time: 0.3470578
May 21 15:47:49.188172 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53394) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:49.261204 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd044a0b3-a392-4fd4-a5d7-4e05685fe3f7', 'name': 'network-vif-deleted', 'tag': 'c2f93496-f550-47fe-b521-af6b6e9dab4f'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:47:49.270574 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7fd9-7b39-40a6-b2e2-25693f72ba4b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:49.305547 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7fd9-7b39-40a6-b2e2-25693f72ba4b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:49.314768 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd044a0b3-a392-4fd4-a5d7-4e05685fe3f7', 'name': 'network-vif-deleted', 'tag': 'c2f93496-f550-47fe-b521-af6b6e9dab4f', 'status': 'completed', 'code': 200}
May 21 15:47:49.478742 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7fd9-7b39-40a6-b2e2-25693f72ba4b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:49.482713 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:49.499367 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c7fd9-7b39-40a6-b2e2-25693f72ba4b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd4b254-9521-45b9-8aa1-13090bdc2d21,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:49.502079 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1a6c7fd9-7b39-40a6-b2e2-25693f72ba4b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:49.580770 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1a6c7fd9-7b39-40a6-b2e2-25693f72ba4b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:49.582494 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-1a6c7fd9-7b39-40a6-b2e2-25693f72ba4b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "DELETE /v2.0/security-groups/9bd4b254-9521-45b9-8aa1-13090bdc2d21 HTTP/1.1" status: 204  len: 168 time: 0.3927910
May 21 15:47:49.585107 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53400) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:49.602665 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.api.v2.resource [None req-a4c1089e-7823-4d1e-a45b-1a507476b0cf tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] show failed (client error): The resource could not be found.
May 21 15:47:49.603767 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-a4c1089e-7823-4d1e-a45b-1a507476b0cf tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups/9bd4b254-9521-45b9-8aa1-13090bdc2d21 HTTP/1.1" status: 404  len: 347 time: 0.0177100
May 21 15:47:49.606605 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53404) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:49.851196 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-524a3f2f-d2d4-4ee2-b00a-d06184bf99c8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Deleting port b5be9ad7-c5ca-41e8-b5ac-fb8576909b5d {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:47:49.852216 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-524a3f2f-d2d4-4ee2-b00a-d06184bf99c8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:49.982460 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-524a3f2f-d2d4-4ee2-b00a-d06184bf99c8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:49.982918 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-524a3f2f-d2d4-4ee2-b00a-d06184bf99c8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:50.215400 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-524a3f2f-d2d4-4ee2-b00a-d06184bf99c8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Calling delete_port for b5be9ad7-c5ca-41e8-b5ac-fb8576909b5d owned by network:floatingip {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:47:50.439424 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-524a3f2f-d2d4-4ee2-b00a-d06184bf99c8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:50.445175 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:50.509854 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a3f2f-d2d4-4ee2-b00a-d06184bf99c8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event deleted for resources: {'Port': ['ID=b5be9ad7-c5ca-41e8-b5ac-fb8576909b5d,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:50.515579 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-524a3f2f-d2d4-4ee2-b00a-d06184bf99c8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:50.610740 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-524a3f2f-d2d4-4ee2-b00a-d06184bf99c8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for floatingip, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:50.713481 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-524a3f2f-d2d4-4ee2-b00a-d06184bf99c8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:50.714938 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-524a3f2f-d2d4-4ee2-b00a-d06184bf99c8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "DELETE /v2.0/floatingips/8733e2bf-f5f6-4336-9436-6021ed119aa8 HTTP/1.1" status: 204  len: 168 time: 1.1072025
May 21 15:47:50.822379 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48ca04-0523-4803-9669-7e583b617926 req-a19a8b67-4e6c-49b8-812d-02d625aecc85 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:50.823940 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5c48ca04-0523-4803-9669-7e583b617926 req-a19a8b67-4e6c-49b8-812d-02d625aecc85 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0957868
May 21 15:47:50.874620 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5c48ca04-0523-4803-9669-7e583b617926 req-36d7c3dc-c62c-48db-a966-6f1a9ed03d93 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442750
May 21 15:47:51.049123 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device ea398b39-b5c6-4035-a622-3eee802f8f7b no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:47:51.084960 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: ea398b39-b5c6-4035-a622-3eee802f8f7b {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:47:51.085408 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device ea398b39-b5c6-4035-a622-3eee802f8f7b not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:47:51.086009 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device c2f93496-f550-47fe-b521-af6b6e9dab4f no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:47:51.121970 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: c2f93496-f550-47fe-b521-af6b6e9dab4f {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:47:51.124830 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device c2f93496-f550-47fe-b521-af6b6e9dab4f not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:47:51.247637 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53424) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:51.253156 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-7a89c075-8343-4b67-ab81-f462d4321564 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Request body: {'security_group': {'name': 'tempest-securitygroup--275641339', 'description': 'tempest-description--768851756'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:47:51.259113 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-7a89c075-8343-4b67-ab81-f462d4321564 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:47:51.263294 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-7a89c075-8343-4b67-ab81-f462d4321564 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Usage tracker for resource:security_group and tenant:6a68b29cab9044629d81ff87b9006270 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:47:51.266127 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-7a89c075-8343-4b67-ab81-f462d4321564 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:47:51.272393 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-7a89c075-8343-4b67-ab81-f462d4321564 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:47:51.409959 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7a89c075-8343-4b67-ab81-f462d4321564 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:51.430741 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-7a89c075-8343-4b67-ab81-f462d4321564 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:47:51.434446 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-7a89c075-8343-4b67-ab81-f462d4321564 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Usage tracker for resource:security_group_rule and tenant:6a68b29cab9044629d81ff87b9006270 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:47:51.437251 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-7a89c075-8343-4b67-ab81-f462d4321564 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:47:51.442908 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-7a89c075-8343-4b67-ab81-f462d4321564 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:47:51.515475 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7a89c075-8343-4b67-ab81-f462d4321564 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:51.604743 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7a89c075-8343-4b67-ab81-f462d4321564 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:51.610194 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:51.650545 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89c075-8343-4b67-ab81-f462d4321564 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:51.653210 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-7a89c075-8343-4b67-ab81-f462d4321564 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:51.735709 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7a89c075-8343-4b67-ab81-f462d4321564 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:51.736952 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-7a89c075-8343-4b67-ab81-f462d4321564 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.4880629
May 21 15:47:51.739799 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53430) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:51.744813 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-ad3e5ede-880a-49c3-9ea0-d1d02df01d78 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Request body: {'security_group_rule': {'security_group_id': '11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:47:51.750923 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-ad3e5ede-880a-49c3-9ea0-d1d02df01d78 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:47:51.754660 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-ad3e5ede-880a-49c3-9ea0-d1d02df01d78 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Usage tracker for resource:security_group_rule and tenant:6a68b29cab9044629d81ff87b9006270 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:47:51.757519 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-ad3e5ede-880a-49c3-9ea0-d1d02df01d78 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:47:51.763601 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-ad3e5ede-880a-49c3-9ea0-d1d02df01d78 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:47:51.888133 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-ad3e5ede-880a-49c3-9ea0-d1d02df01d78 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:51.953520 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-ad3e5ede-880a-49c3-9ea0-d1d02df01d78 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:52.057856 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-ad3e5ede-880a-49c3-9ea0-d1d02df01d78 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:52.063114 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:52.090026 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e5ede-880a-49c3-9ea0-d1d02df01d78 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41721d63-c580-4990-897e-ad706c6e2c2c,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:52.099694 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835bedd-4094-4e13-b574-2b747a1b7cf3 req-35e33336-129d-46e7-8bb5-a44f55921b95 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:52.101320 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d835bedd-4094-4e13-b574-2b747a1b7cf3 req-35e33336-129d-46e7-8bb5-a44f55921b95 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1133373
May 21 15:47:52.106930 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ad3e5ede-880a-49c3-9ea0-d1d02df01d78 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:52.150627 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d835bedd-4094-4e13-b574-2b747a1b7cf3 req-61593b7a-6f2c-48dd-be96-8c3c38cd93ae tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419724
May 21 15:47:52.266870 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-ad3e5ede-880a-49c3-9ea0-d1d02df01d78 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:52.268077 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-ad3e5ede-880a-49c3-9ea0-d1d02df01d78 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5273445
May 21 15:47:52.270657 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53436) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:52.275827 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-4787e545-3e1b-4f51-bd3c-3bf2488c311a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Request body: {'security_group_rule': {'security_group_id': '11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:47:52.281574 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-4787e545-3e1b-4f51-bd3c-3bf2488c311a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:47:52.285443 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-4787e545-3e1b-4f51-bd3c-3bf2488c311a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Usage tracker for resource:security_group_rule and tenant:6a68b29cab9044629d81ff87b9006270 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:47:52.288681 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-4787e545-3e1b-4f51-bd3c-3bf2488c311a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:47:52.297394 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-4787e545-3e1b-4f51-bd3c-3bf2488c311a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:47:52.455974 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4787e545-3e1b-4f51-bd3c-3bf2488c311a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:52.518953 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4787e545-3e1b-4f51-bd3c-3bf2488c311a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:52.592935 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4787e545-3e1b-4f51-bd3c-3bf2488c311a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:52.595105 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-9f4b47ac-4d14-4f99-ad93-dace5ceced59 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:52.618359 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787e545-3e1b-4f51-bd3c-3bf2488c311a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a99453-3d13-4b61-93f1-e899f2a3d8d0,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:52.622823 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-4787e545-3e1b-4f51-bd3c-3bf2488c311a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:52.753054 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4787e545-3e1b-4f51-bd3c-3bf2488c311a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:52.755073 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-4787e545-3e1b-4f51-bd3c-3bf2488c311a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4832206
May 21 15:47:52.758308 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53446) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:52.764461 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Request body: {'floatingip': {'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:47:52.771448 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:47:52.778659 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Usage tracker for resource:floatingip and tenant:6a68b29cab9044629d81ff87b9006270 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:47:52.782727 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:47:52.791908 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:47:52.862351 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for floatingip, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:53.017252 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:53.160216 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_common [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Allocated IP 172.27.0.203 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/e8edf2aa-1e92-4e16-a3f5-bf9a2786a500) {{(pid=98819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:47:53.416244 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for port, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:53.423600 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab5f7a-51fc-49e2-9a41-4012efe9745f req-f1299631-2cd0-4c28-9acc-9ebe7b72b508 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:53.424960 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-67ab5f7a-51fc-49e2-9a41-4012efe9745f req-f1299631-2cd0-4c28-9acc-9ebe7b72b508 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1481380
May 21 15:47:53.473617 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-67ab5f7a-51fc-49e2-9a41-4012efe9745f req-e8dace4e-3fb4-4100-98b0-13e7394c96a7 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412548
May 21 15:47:53.568767 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:53.575144 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:53.641703 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:47:53.645775 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Resources bound (agent type, host, resource id):  {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:47:53.650132 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Received port after_create {{(pid=98819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:47:53.690388 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event updated for resources: {'Port': ['ID=e8edf2aa-1e92-4e16-a3f5-bf9a2786a500,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:53.700462 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:53.743715 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:53.928512 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:54.153749 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for port, precommit_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:54.294980 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5568307'] for port, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:54.300384 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:54.408993 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:54.430114 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event updated for resources: {'Port': ['ID=e8edf2aa-1e92-4e16-a3f5-bf9a2786a500,revision_number=2']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:54.433349 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:54.535709 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:54.543174 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7773139
May 21 15:47:54.676334 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b577d29-e805-4293-bb83-3e2db4ead680 req-142f1cfe-31b2-45e6-a90d-0ccc8b2a5cf8 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:54.678167 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7b577d29-e805-4293-bb83-3e2db4ead680 req-142f1cfe-31b2-45e6-a90d-0ccc8b2a5cf8 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.0927501
May 21 15:47:54.733965 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7b577d29-e805-4293-bb83-3e2db4ead680 req-b816023a-2e6c-420f-ad5c-2b0b677fa9a9 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478659
May 21 15:47:54.801876 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-7a6237b6-efb2-413f-985b-5a4e7b93596c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Synchronizing usage tracker for tenant:6a68b29cab9044629d81ff87b9006270 on resource:security_group {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:47:54.918498 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-7a6237b6-efb2-413f-985b-5a4e7b93596c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Unset dirty status for tenant:6a68b29cab9044629d81ff87b9006270 on resource:security_group {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:47:54.919631 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-7a6237b6-efb2-413f-985b-5a4e7b93596c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--275641339&fields=id&tenant_id=6a68b29cab9044629d81ff87b9006270 HTTP/1.1" status: 200  len: 267 time: 0.1604340
May 21 15:47:55.073283 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-7908f59c-edba-4edf-9ad0-c93cc92d22d0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:55.074739 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-7908f59c-edba-4edf-9ad0-c93cc92d22d0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/networks?id=470804b6-04d0-46f5-ba4c-e770e90d71b9 HTTP/1.1" status: 200  len: 817 time: 0.1484146
May 21 15:47:55.090208 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-1ba453bd-7d3b-40c5-a629-1475755620d8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/quotas/6a68b29cab9044629d81ff87b9006270 HTTP/1.1" status: 200  len: 375 time: 0.0097134
May 21 15:47:55.169545 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53480) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:55.224351 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-f4ea4865-47e1-4238-bfa9-c708f5aa24c9 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Synchronizing usage tracker for tenant:6a68b29cab9044629d81ff87b9006270 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:47:55.294843 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f2502607-dbbd-4744-a01a-23d55b1fbe09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:55.309233 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-f2502607-dbbd-4744-a01a-23d55b1fbe09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:47:55.313072 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-f2502607-dbbd-4744-a01a-23d55b1fbe09 admin admin] Usage tracker for resource:security_group_rule and tenant:51504bed7b8d40c5b7f394b14dc5f852 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:47:55.315848 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-f2502607-dbbd-4744-a01a-23d55b1fbe09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:47:55.321427 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-f2502607-dbbd-4744-a01a-23d55b1fbe09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:47:55.353114 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-f4ea4865-47e1-4238-bfa9-c708f5aa24c9 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Unset dirty status for tenant:6a68b29cab9044629d81ff87b9006270 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:47:55.355021 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-f4ea4865-47e1-4238-bfa9-c708f5aa24c9 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6a68b29cab9044629d81ff87b9006270&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2555420
May 21 15:47:55.410023 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f2502607-dbbd-4744-a01a-23d55b1fbe09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:55.484254 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f2502607-dbbd-4744-a01a-23d55b1fbe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:55.493377 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-bf0149c4-33de-40bd-9f7a-28b4ac99cff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:55.534330 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-f2502607-dbbd-4744-a01a-23d55b1fbe09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=51504bed7b8d40c5b7f394b14dc5f852&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3637617
May 21 15:47:55.535238 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2502607-dbbd-4744-a01a-23d55b1fbe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c94e963-8ef7-4000-a68e-3233266d21e8,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:55.537504 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53488) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:55.540177 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f2502607-dbbd-4744-a01a-23d55b1fbe09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:55.546919 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-fe848ac8-e400-44fc-a5e3-78bdab7018c4 service neutron] 10.222.0.70 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1806588
May 21 15:47:55.601355 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ef80fd4b-94b8-4d0f-a69a-7b97a1bc5b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:55.628552 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ef80fd4b-94b8-4d0f-a69a-7b97a1bc5b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:55.684363 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-03e1aea4-bd62-4899-bc57-b17a4a2edde1 service neutron] 10.222.0.70 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302428
May 21 15:47:55.781415 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ef80fd4b-94b8-4d0f-a69a-7b97a1bc5b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:55.785545 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-14b4f2de-3ac0-48ed-b07e-dfa72c4b2f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:55.797204 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80fd4b-94b8-4d0f-a69a-7b97a1bc5b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c94e963-8ef7-4000-a68e-3233266d21e8,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:55.802807 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ef80fd4b-94b8-4d0f-a69a-7b97a1bc5b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:55.806198 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ef80fd4b-94b8-4d0f-a69a-7b97a1bc5b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:55.807521 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-ef80fd4b-94b8-4d0f-a69a-7b97a1bc5b7a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c94e963-8ef7-4000-a68e-3233266d21e8 HTTP/1.1" status: 204  len: 168 time: 0.2689555
May 21 15:47:56.011300 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8d5acbff-08a4-4e75-9bfa-190a9236cfc3 req-5dde2a94-f686-409e-82f9-f53bb26429c8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 210 time: 0.0562730
May 21 15:47:56.035054 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb6707-c12e-4b23-bfc0-f8b3bf2ac329 req-b7dffd0e-e3e3-47f8-a4d0-db996183198c tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:56.036846 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6dbb6707-c12e-4b23-bfc0-f8b3bf2ac329 req-b7dffd0e-e3e3-47f8-a4d0-db996183198c tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1630757
May 21 15:47:56.091786 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6dbb6707-c12e-4b23-bfc0-f8b3bf2ac329 req-04e25ce3-c634-455d-b060-8785a093beee tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480027
May 21 15:47:56.889183 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53510) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:56.916225 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:56.933377 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:47:56.938069 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Usage tracker for resource:security_group_rule and tenant:676204667f4043c29505b954e6e9b458 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:47:56.941555 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:47:56.949897 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:47:57.027358 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d79792-b1f9-4f5b-b28c-1d00849ef3fb req-7b2389a5-dffb-4d1e-94f5-b115179cb487 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:57.028952 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a5d79792-b1f9-4f5b-b28c-1d00849ef3fb req-7b2389a5-dffb-4d1e-94f5-b115179cb487 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.25 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.1794806
May 21 15:47:57.109103 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:57.189628 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f9ac6c87-5b9b-40a8-807c-afccda8f499a req-d34b731a-7c8a-4acc-8ced-68a40c30266c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 210 time: 0.0708284
May 21 15:47:57.215902 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:57.226894 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ef80fd4b-94b8-4d0f-a69a-7b97a1bc5b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:57.291620 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=676204667f4043c29505b954e6e9b458&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4007454
May 21 15:47:57.299055 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53520) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:57.301511 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d37d887-5f95-4ad2-9206-a31e16399d0d,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:57.312117 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.312524 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.312875 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.319621 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.319621 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.319621 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.319621 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.319621 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.319621 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.319621 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.319621 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.319621 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.321166 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:57.422916 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-a5d79792-b1f9-4f5b-b28c-1d00849ef3fb req-2371464e-9ed0-4a83-902d-1beb0c199865 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Deleting port 48614591-8f6b-4c46-9c6a-b9c407ada92e {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:47:57.423255 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-a5d79792-b1f9-4f5b-b28c-1d00849ef3fb req-2371464e-9ed0-4a83-902d-1beb0c199865 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:57.448784 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:57.515316 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcd399-3acc-4553-8554-6cb1a9fe9040 req-6edc873e-7bb3-42b8-9af8-7731d26c2409 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:57.516866 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-44bcd399-3acc-4553-8554-6cb1a9fe9040 req-6edc873e-7bb3-42b8-9af8-7731d26c2409 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 945 time: 0.2655551
May 21 15:47:57.571611 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:57.637682 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-44bcd399-3acc-4553-8554-6cb1a9fe9040 req-863efbe8-635d-4864-a8a9-cb5cc7c54c86 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/security-groups?id=3f05b288-25d7-4564-8ac0-dbd1fac3109d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100366
May 21 15:47:57.671018 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-a5d79792-b1f9-4f5b-b28c-1d00849ef3fb req-2371464e-9ed0-4a83-902d-1beb0c199865 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] For port 48614591-8f6b-4c46-9c6a-b9c407ada92e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=48614591-8f6b-4c46-9c6a-b9c407ada92e,segment=NetworkSegment(207ec6af-5c0b-4f79-804f-a46777d4916e),segment_id=207ec6af-5c0b-4f79-804f-a46777d4916e)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:47:57.671358 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-a5d79792-b1f9-4f5b-b28c-1d00849ef3fb req-2371464e-9ed0-4a83-902d-1beb0c199865 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:57.819667 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-a5d79792-b1f9-4f5b-b28c-1d00849ef3fb req-2371464e-9ed0-4a83-902d-1beb0c199865 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Calling delete_port for 48614591-8f6b-4c46-9c6a-b9c407ada92e owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:47:57.924892 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:57.931225 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-71ff7bbb-f959-4466-9ad0-e0f6181d8718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:57.953368 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d37d887-5f95-4ad2-9206-a31e16399d0d,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:57.964370 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.964752 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.965105 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.965457 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.965804 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.969714 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.969714 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.969714 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.969714 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.969714 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.969714 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.969714 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:47:57.971515 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:58.070701 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:58.073762 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-5d48a7b3-c376-4f01-a3fe-48af0ac42585 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d37d887-5f95-4ad2-9206-a31e16399d0d HTTP/1.1" status: 204  len: 168 time: 0.7706261
May 21 15:47:58.106884 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-a5d79792-b1f9-4f5b-b28c-1d00849ef3fb req-2371464e-9ed0-4a83-902d-1beb0c199865 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:58.112879 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-f35e30f6-96c3-4eb0-ab0b-64ce9f18590a tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:58.120118 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['48614591-8f6b-4c46-9c6a-b9c407ada92e'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:47:58.162462 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371464e-9ed0-4a83-902d-1beb0c199865 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Pushing event deleted for resources: {'Port': ['ID=48614591-8f6b-4c46-9c6a-b9c407ada92e,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:58.167581 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-2371464e-9ed0-4a83-902d-1beb0c199865 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:58.255375 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d79792-b1f9-4f5b-b28c-1d00849ef3fb req-2371464e-9ed0-4a83-902d-1beb0c199865 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] No DVR routers for this DVR port 48614591-8f6b-4c46-9c6a-b9c407ada92e on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:47:58.258929 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-a5d79792-b1f9-4f5b-b28c-1d00849ef3fb req-2371464e-9ed0-4a83-902d-1beb0c199865 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:58.261533 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a5d79792-b1f9-4f5b-b28c-1d00849ef3fb req-2371464e-9ed0-4a83-902d-1beb0c199865 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.25 "DELETE /v2.0/ports/48614591-8f6b-4c46-9c6a-b9c407ada92e HTTP/1.1" status: 204  len: 173 time: 1.2213986
May 21 15:47:58.262065 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30104164-e5ac-41c8-a785-4862d0ce1ce1', 'name': 'network-vif-deleted', 'tag': '48614591-8f6b-4c46-9c6a-b9c407ada92e'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:47:58.311446 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30104164-e5ac-41c8-a785-4862d0ce1ce1', 'name': 'network-vif-deleted', 'tag': '48614591-8f6b-4c46-9c6a-b9c407ada92e', 'status': 'completed', 'code': 200}
May 21 15:47:58.359046 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5412f76a-0c60-4e6e-b5a9-cf2b562aa3ac req-9b675b09-9147-4120-8e60-08109fab57d8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 210 time: 0.0465057
May 21 15:47:58.845814 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-0f4ee871-7e43-48e5-807c-240558c07106 req-5a02233a-57da-4b47-a158-e9bf0c781843 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Synchronizing usage tracker for tenant:9bfbec51500e4ef29d0dbea8f7ebcdd7 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:47:58.958763 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-0f4ee871-7e43-48e5-807c-240558c07106 req-5a02233a-57da-4b47-a158-e9bf0c781843 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Unset dirty status for tenant:9bfbec51500e4ef29d0dbea8f7ebcdd7 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:47:58.961553 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0f4ee871-7e43-48e5-807c-240558c07106 req-5a02233a-57da-4b47-a158-e9bf0c781843 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] 10.222.0.70 "GET /v2.0/ports?device_id=30104164-e5ac-41c8-a785-4862d0ce1ce1 HTTP/1.1" status: 200  len: 210 time: 0.1587176
May 21 15:47:59.095391 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53538) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:59.121689 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ab609a80-e5a0-4a0a-a77b-c3b54b74fd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:59.138174 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-ab609a80-e5a0-4a0a-a77b-c3b54b74fd3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:47:59.142383 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-ab609a80-e5a0-4a0a-a77b-c3b54b74fd3e admin admin] Usage tracker for resource:security_group_rule and tenant:abd607783ac2450599e55fc5a72c6f2e is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:47:59.145474 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-ab609a80-e5a0-4a0a-a77b-c3b54b74fd3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:47:59.152141 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-ab609a80-e5a0-4a0a-a77b-c3b54b74fd3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:47:59.251363 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ab609a80-e5a0-4a0a-a77b-c3b54b74fd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:59.399812 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:59.452111 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-1dd6e53a-6d1e-4067-9d95-dde4132b3486 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:47:59.455310 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-1dd6e53a-6d1e-4067-9d95-dde4132b3486 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.25 "GET /v2.0/networks?id=470804b6-04d0-46f5-ba4c-e770e90d71b9 HTTP/1.1" status: 200  len: 817 time: 0.1592972
May 21 15:47:59.481290 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ab609a80-e5a0-4a0a-a77b-c3b54b74fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:59.500761 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f2502607-dbbd-4744-a01a-23d55b1fbe09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:59.531866 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fa74a5ea-56a8-4d7c-8f6e-3227ab9253bf req-f6ff8146-6e18-4b11-8b17-5370f9d5a438 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 210 time: 0.0478625
May 21 15:47:59.548312 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab609a80-e5a0-4a0a-a77b-c3b54b74fd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c34814-d8ef-41de-9551-448469b90940,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:59.559975 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ab609a80-e5a0-4a0a-a77b-c3b54b74fd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:59.561013 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-3f231f5f-76f7-47bb-b331-943d38aeddf7 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a68b29cab9044629d81ff87b9006270 HTTP/1.1" status: 200  len: 379 time: 0.0870817
May 21 15:47:59.564389 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-ab609a80-e5a0-4a0a-a77b-c3b54b74fd3e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=abd607783ac2450599e55fc5a72c6f2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4609640
May 21 15:47:59.567033 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53544) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:47:59.568238 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Request body: {'port': {'device_id': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'admin_state_up': True, 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'security_groups': ['11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5']}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:47:59.632437 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c26b4591-bb12-4b80-82aa-48c84b12d2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:59.668541 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c26b4591-bb12-4b80-82aa-48c84b12d2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:59.729255 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:47:59.739248 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:47:59.905284 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Made reservation on behalf of 6a68b29cab9044629d81ff87b9006270 for: {'port': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:47:59.906174 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c26b4591-bb12-4b80-82aa-48c84b12d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:59.908880 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:59.916979 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-bc68cb04-c8f4-4689-ad0e-68c7aa3e1c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:47:59.941257 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b4591-bb12-4b80-82aa-48c84b12d2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c34814-d8ef-41de-9551-448469b90940,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:47:59.960063 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c26b4591-bb12-4b80-82aa-48c84b12d2d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:47:59.974674 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c26b4591-bb12-4b80-82aa-48c84b12d2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:47:59.981556 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-c26b4591-bb12-4b80-82aa-48c84b12d2d0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a4c34814-d8ef-41de-9551-448469b90940 HTTP/1.1" status: 204  len: 168 time: 0.4083807
May 21 15:48:00.070977 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53552) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:00.134071 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Allocated IP 172.20.0.4 (470804b6-04d0-46f5-ba4c-e770e90d71b9/b213e9aa-7ec1-46da-827f-d08b01630e15/356c5dcb-26e6-4816-8528-73ca86ae084f) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:48:00.431079 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:00.452387 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Transition to ACTIVE for port object 356c5dcb-26e6-4816-8528-73ca86ae084f will not be triggered until provisioned by entity DHCP. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:48:00.633307 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:00.645845 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-73c2fb7e-a1c3-4f53-b28f-040568a8333c tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:00.816517 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Network 470804b6-04d0-46f5-ba4c-e770e90d71b9 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:48:00.821173 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:48:00.827273 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:48:00.876769 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event updated for resources: {'Port': ['ID=356c5dcb-26e6-4816-8528-73ca86ae084f,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:00.883880 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:00.884158 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f64b3791-40dd-4339-944e-54184e181eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026016'] for router_interface, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:00.934290 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:00.936521 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:01.001464 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53991d1c-3821-45e3-9744-f429df367d85 req-05aaba55-8aef-47f9-af52-32070eefee9a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:01.014034 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-53991d1c-3821-45e3-9744-f429df367d85 req-05aaba55-8aef-47f9-af52-32070eefee9a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 931 time: 0.3087385
May 21 15:48:01.082949 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 48614591-8f6b-4c46-9c6a-b9c407ada92e no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:48:01.094262 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-53991d1c-3821-45e3-9744-f429df367d85 req-5db82023-7de0-4993-b7f0-53e03994fe63 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0785286
May 21 15:48:01.137493 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: 48614591-8f6b-4c46-9c6a-b9c407ada92e {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:48:01.138002 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 48614591-8f6b-4c46-9c6a-b9c407ada92e not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:48:01.250669 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-5c615431-2710-4680-a4cf-02700e2c6ef1 None None] Provisioning for port 356c5dcb-26e6-4816-8528-73ca86ae084f completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:48:01.251254 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6867764
May 21 15:48:01.256889 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-5c615431-2710-4680-a4cf-02700e2c6ef1 None None] Provisioning complete for port 356c5dcb-26e6-4816-8528-73ca86ae084f triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:48:01.257273 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-5c615431-2710-4680-a4cf-02700e2c6ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:01.271330 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Request body: {'port': {'device_id': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:48:01.317200 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-5c615431-2710-4680-a4cf-02700e2c6ef1 None None] Port 356c5dcb-26e6-4816-8528-73ca86ae084f cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:48:01.402767 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-f64b3791-40dd-4339-944e-54184e181eb1 admin admin] Deleting port 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9 {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:48:01.404590 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f64b3791-40dd-4339-944e-54184e181eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:01.470785 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:01.497537 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018c57b-5b8a-4595-b12c-57d57717800e req-c22bef6d-fd63-4747-85d5-543c8a89ef6d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:01.499388 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3018c57b-5b8a-4595-b12c-57d57717800e req-c22bef6d-fd63-4747-85d5-543c8a89ef6d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.1889696
May 21 15:48:01.564309 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-f64b3791-40dd-4339-944e-54184e181eb1 admin admin] For port 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=48db5ed5-4a25-4c05-bf3f-7f91aa065aa9,segment=NetworkSegment(207ec6af-5c0b-4f79-804f-a46777d4916e),segment_id=207ec6af-5c0b-4f79-804f-a46777d4916e)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:48:01.565356 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f64b3791-40dd-4339-944e-54184e181eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:01.598619 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3018c57b-5b8a-4595-b12c-57d57717800e req-f152c8c0-497f-4e2b-b749-04c9a9c68536 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697315
May 21 15:48:01.742743 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-f64b3791-40dd-4339-944e-54184e181eb1 admin admin] Calling delete_port for 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9 owned by network:router_interface {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:48:01.958832 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356c5dcb-26e6-4816-8528-73ca86ae084f {{(pid=98820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:48:01.967188 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:01.984572 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Transition to ACTIVE for port object 356c5dcb-26e6-4816-8528-73ca86ae084f will not be triggered until provisioned by entity L2. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:48:02.067090 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:02.071753 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-3fb92584-ae89-49a4-9520-5c5747ba9f12 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:02.124776 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f64b3791-40dd-4339-944e-54184e181eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:02.133888 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:02.218080 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b3791-40dd-4339-944e-54184e181eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=48db5ed5-4a25-4c05-bf3f-7f91aa065aa9,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:02.226546 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f64b3791-40dd-4339-944e-54184e181eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:02.352354 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Pushing event updated for resources: {'Port': ['ID=356c5dcb-26e6-4816-8528-73ca86ae084f,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:02.394401 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:02.453941 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Attempting to bind port 356c5dcb-26e6-4816-8528-73ca86ae084f on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:48:02.454269 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Attempting to bind port 356c5dcb-26e6-4816-8528-73ca86ae084f by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '80332f2f-9549-40e4-8ddf-43bf0efa5cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9'}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:48:02.454635 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Attempting to bind port 356c5dcb-26e6-4816-8528-73ca86ae084f on network 470804b6-04d0-46f5-ba4c-e770e90d71b9 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:48:02.462191 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Port 356c5dcb-26e6-4816-8528-73ca86ae084f on network 470804b6-04d0-46f5-ba4c-e770e90d71b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:48:02.462525 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Attempting to bind port 356c5dcb-26e6-4816-8528-73ca86ae084f on network 470804b6-04d0-46f5-ba4c-e770e90d71b9 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:48:02.477648 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa9611-7e3a-4fca-a7d3-73025a4307ee req-efa47142-c434-4e96-8253-e47074036a27 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:02.478405 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-4bfa9611-7e3a-4fca-a7d3-73025a4307ee req-efa47142-c434-4e96-8253-e47074036a27 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Synchronizing usage tracker for tenant:6a68b29cab9044629d81ff87b9006270 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:48:02.482597 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:48:02.483031 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Checking segment: {'id': '80332f2f-9549-40e4-8ddf-43bf0efa5cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:48:02.483432 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Bound using segment: {'id': '80332f2f-9549-40e4-8ddf-43bf0efa5cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9'} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:48:02.483916 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Bound port: 356c5dcb-26e6-4816-8528-73ca86ae084f, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80332f2f-9549-40e4-8ddf-43bf0efa5cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9'}}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:48:02.484254 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:02.549824 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f64b3791-40dd-4339-944e-54184e181eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8085960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026060'] for router_interface, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:02.599030 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] For port 356c5dcb-26e6-4816-8528-73ca86ae084f, host hv-cinder-79264, cleared binding levels {{(pid=98820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:48:02.603088 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] For port 356c5dcb-26e6-4816-8528-73ca86ae084f, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=356c5dcb-26e6-4816-8528-73ca86ae084f,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:48:02.621125 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-4bfa9611-7e3a-4fca-a7d3-73025a4307ee req-efa47142-c434-4e96-8253-e47074036a27 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Unset dirty status for tenant:6a68b29cab9044629d81ff87b9006270 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:48:02.622326 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4bfa9611-7e3a-4fca-a7d3-73025a4307ee req-efa47142-c434-4e96-8253-e47074036a27 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.3281417
May 21 15:48:02.689136 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4bfa9611-7e3a-4fca-a7d3-73025a4307ee req-d759e62f-58b9-4afa-b43d-07f6a75acbcb tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526009
May 21 15:48:02.811265 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:02.817217 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-601c60a5-3234-40c3-94f8-b6d966be2728 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:02.889425 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:02.890373 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:02.892661 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] 10.222.0.25 "PUT /v2.0/ports/356c5dcb-26e6-4816-8528-73ca86ae084f HTTP/1.1" status: 200  len: 1093 time: 1.6274981
May 21 15:48:02.893674 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'tag': '356c5dcb-26e6-4816-8528-73ca86ae084f'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:48:02.981423 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Pushing event updated for resources: {'Port': ['ID=356c5dcb-26e6-4816-8528-73ca86ae084f,revision_number=3']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:03.003434 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:03.039986 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9a718-9069-4a11-a083-0f320ecd0806 req-f3605af4-1157-4d87-b7a1-225b448b632d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:03.042024 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fba9a718-9069-4a11-a083-0f320ecd0806 req-f3605af4-1157-4d87-b7a1-225b448b632d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.2911835
May 21 15:48:03.044720 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'tag': '356c5dcb-26e6-4816-8528-73ca86ae084f', 'status': 'completed', 'code': 200}
May 21 15:48:03.061960 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64b3791-40dd-4339-944e-54184e181eb1 admin admin] Router 49416257-51fc-4948-833c-45bfcc1bf279 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:48:03.254496 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fba9a718-9069-4a11-a083-0f320ecd0806 req-0c6e69e4-f2df-4ba9-ab79-cd534eafda4e tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1730094
May 21 15:48:03.323189 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64b3791-40dd-4339-944e-54184e181eb1 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:48:03.326968 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271a874-7310-403a-bef2-b97e30f5227c req-359b1f89-7147-49d6-b3cf-e4393eeeb6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:03.328797 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4271a874-7310-403a-bef2-b97e30f5227c req-359b1f89-7147-49d6-b3cf-e4393eeeb6ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a68b29cab9044629d81ff87b9006270&device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 1096 time: 0.2826092
May 21 15:48:03.334935 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545dce02-97dc-4008-94fb-3220104d6bf5 None None] Sync routers for ids ['49416257-51fc-4948-833c-45bfcc1bf279'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:48:03.349903 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545dce02-97dc-4008-94fb-3220104d6bf5 None None] Routers {'49416257-51fc-4948-833c-45bfcc1bf279'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:48:03.351106 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-545dce02-97dc-4008-94fb-3220104d6bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ad9b760>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:47:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['49416257-51fc-4948-833c-45bfcc1bf279'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:03.458682 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943732ea-adf3-43b4-8c22-41162433fb1d req-afb109d7-86ea-4418-950e-677d6dcfb33d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:03.460626 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-943732ea-adf3-43b4-8c22-41162433fb1d req-afb109d7-86ea-4418-950e-677d6dcfb33d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.25 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.1961656
May 21 15:48:03.469145 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-f64b3791-40dd-4339-944e-54184e181eb1 admin admin] 10.222.0.70 "PUT /v2.0/routers/49416257-51fc-4948-833c-45bfcc1bf279/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3966870
May 21 15:48:03.471808 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53616) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:03.584270 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271a874-7310-403a-bef2-b97e30f5227c req-c6d76c2d-e9e6-494c-93f7-ac717aed433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:03.585935 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4271a874-7310-403a-bef2-b97e30f5227c req-c6d76c2d-e9e6-494c-93f7-ac717aed433c service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=6a68b29cab9044629d81ff87b9006270&shared=False HTTP/1.1" status: 200  len: 918 time: 0.2427809
May 21 15:48:03.610404 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-545dce02-97dc-4008-94fb-3220104d6bf5 None None] Set router 49416257-51fc-4948-833c-45bfcc1bf279 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:48:03.720786 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:03.789298 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271a874-7310-403a-bef2-b97e30f5227c req-a1de3554-e307-4ff3-b7e7-d533f86cb3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:03.791041 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4271a874-7310-403a-bef2-b97e30f5227c req-a1de3554-e307-4ff3-b7e7-d533f86cb3b7 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1982961
May 21 15:48:03.808055 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-943732ea-adf3-43b4-8c22-41162433fb1d req-f9f60624-fe02-4ab0-9f3b-fb3768a47919 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Deleting port 5b0a613a-2337-49d4-88b7-66a172b787df {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:48:03.808484 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-943732ea-adf3-43b4-8c22-41162433fb1d req-f9f60624-fe02-4ab0-9f3b-fb3768a47919 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:03.974774 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-943732ea-adf3-43b4-8c22-41162433fb1d req-f9f60624-fe02-4ab0-9f3b-fb3768a47919 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] For port 5b0a613a-2337-49d4-88b7-66a172b787df, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=5b0a613a-2337-49d4-88b7-66a172b787df,segment=NetworkSegment(734af71f-afce-42ed-be70-d3d5cc3f5117),segment_id=734af71f-afce-42ed-be70-d3d5cc3f5117)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:48:03.975171 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-943732ea-adf3-43b4-8c22-41162433fb1d req-f9f60624-fe02-4ab0-9f3b-fb3768a47919 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:03.990821 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:04.037971 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-545dce02-97dc-4008-94fb-3220104d6bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ad9b760>, [{'id': '49416257-51fc-4948-833c-45bfcc1bf279', 'name': 'tempest-ServerRescueNegativeTestJSON-769691350-router', 'tenant_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:44:33Z', 'updated_at': '2021-05-21T15:48:01Z', 'revision_number': 5, 'project_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'gw_port': {'id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49416257-51fc-4948-833c-45bfcc1bf279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:44:34Z', 'updated_at': '2021-05-21T15:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:04.042206 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545dce02-97dc-4008-94fb-3220104d6bf5 None None] Checking router: 49416257-51fc-4948-833c-45bfcc1bf279 for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:48:04.051295 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545dce02-97dc-4008-94fb-3220104d6bf5 None None] Routers {'49416257-51fc-4948-833c-45bfcc1bf279'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:48:04.051999 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-545dce02-97dc-4008-94fb-3220104d6bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ad9b760>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:47:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['49416257-51fc-4948-833c-45bfcc1bf279'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:04.213863 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] Deleting port 32168d7b-b740-4094-aca8-b3dc2ca0e5a6 {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:48:04.214569 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:04.331263 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-545dce02-97dc-4008-94fb-3220104d6bf5 None None] Set router 49416257-51fc-4948-833c-45bfcc1bf279 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:48:04.426974 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] For port 32168d7b-b740-4094-aca8-b3dc2ca0e5a6, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=32168d7b-b740-4094-aca8-b3dc2ca0e5a6,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:48:04.427635 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:04.443210 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-288adbd0-4c02-417d-94b7-62df38049b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:04.444857 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-288adbd0-4c02-417d-94b7-62df38049b4b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a68b29cab9044629d81ff87b9006270&device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 1096 time: 0.3930061
May 21 15:48:04.511450 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4a90d-0af6-4fba-82c1-26d118e8d223 req-929b99da-49de-4efb-a6e9-ae91f8bc6f96 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:04.512998 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-66d4a90d-0af6-4fba-82c1-26d118e8d223 req-929b99da-49de-4efb-a6e9-ae91f8bc6f96 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.4622757
May 21 15:48:04.571634 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-652dc2a3-f6f4-4ab2-8a0b-10f88b4bf677 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=356c5dcb-26e6-4816-8528-73ca86ae084f HTTP/1.1" status: 200  len: 217 time: 0.1184099
May 21 15:48:04.588855 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-943732ea-adf3-43b4-8c22-41162433fb1d req-f9f60624-fe02-4ab0-9f3b-fb3768a47919 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:04.589522 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-943732ea-adf3-43b4-8c22-41162433fb1d req-f9f60624-fe02-4ab0-9f3b-fb3768a47919 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:04.589522 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.l3_db [req-943732ea-adf3-43b4-8c22-41162433fb1d req-f9f60624-fe02-4ab0-9f3b-fb3768a47919 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Floating IP 29196bc6-9a9d-4d73-9c6a-b14c91b8614c disassociated. External IP: 172.27.0.89, port: 5b0a613a-2337-49d4-88b7-66a172b787df.
May 21 15:48:04.589836 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-943732ea-adf3-43b4-8c22-41162433fb1d req-f9f60624-fe02-4ab0-9f3b-fb3768a47919 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Calling delete_port for 5b0a613a-2337-49d4-88b7-66a172b787df owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:48:04.596229 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] Calling delete_port for 32168d7b-b740-4094-aca8-b3dc2ca0e5a6 owned by network:router_gateway {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:48:04.655945 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-545dce02-97dc-4008-94fb-3220104d6bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ad9b760>, [{'id': '49416257-51fc-4948-833c-45bfcc1bf279', 'name': 'tempest-ServerRescueNegativeTestJSON-769691350-router', 'tenant_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:44:33Z', 'updated_at': '2021-05-21T15:48:01Z', 'revision_number': 5, 'project_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'gw_port': {'id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49416257-51fc-4948-833c-45bfcc1bf279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:44:34Z', 'updated_at': '2021-05-21T15:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:04.660744 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545dce02-97dc-4008-94fb-3220104d6bf5 None None] The sync data for ids ['49416257-51fc-4948-833c-45bfcc1bf279'] in dv-cinder-792642-1-iscsi is: [{'id': '49416257-51fc-4948-833c-45bfcc1bf279', 'name': 'tempest-ServerRescueNegativeTestJSON-769691350-router', 'tenant_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:44:33Z', 'updated_at': '2021-05-21T15:48:01Z', 'revision_number': 5, 'project_id': '9bfbec51500e4ef29d0dbea8f7ebcdd7', 'gw_port': {'id': '32168d7b-b740-4094-aca8-b3dc2ca0e5a6', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:10:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49416257-51fc-4948-833c-45bfcc1bf279', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:44:34Z', 'updated_at': '2021-05-21T15:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:48:04.698801 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-66d4a90d-0af6-4fba-82c1-26d118e8d223 req-6f09e277-4bd8-44e1-b5c7-be0c5dd1cda7 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1394634
May 21 15:48:04.725814 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-18d44cfa-8096-4ea6-9d68-6684f6fd4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:04.728003 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-18d44cfa-8096-4ea6-9d68-6684f6fd4e7b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b213e9aa-7ec1-46da-827f-d08b01630e15 HTTP/1.1" status: 200  len: 856 time: 0.1339161
May 21 15:48:04.799382 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3e027-1212-4aac-bbb6-f77a5186eb35 req-b02874ca-7cc9-4f22-b35d-56a6dc55628b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:04.800902 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d9a3e027-1212-4aac-bbb6-f77a5186eb35 req-b02874ca-7cc9-4f22-b35d-56a6dc55628b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 945 time: 0.3466675
May 21 15:48:04.987445 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:04.993373 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:05.018984 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d9a3e027-1212-4aac-bbb6-f77a5186eb35 req-549e9792-2b3b-4b55-8e3d-8674b85f8bfc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef825bde-493b-4dab-afdf-4ee4bd9ef05a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2109578
May 21 15:48:05.032669 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-1aac105f-a86d-4491-bfbd-64845eac550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:05.035104 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-1aac105f-a86d-4491-bfbd-64845eac550a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=470804b6-04d0-46f5-ba4c-e770e90d71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2990158
May 21 15:48:05.051495 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=32168d7b-b740-4094-aca8-b3dc2ca0e5a6,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:05.113259 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:05.190560 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-943732ea-adf3-43b4-8c22-41162433fb1d req-f9f60624-fe02-4ab0-9f3b-fb3768a47919 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:05.212578 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ce5ca9b3-d109-465c-aa86-4eed5d649059 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:05.215511 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121925'] for router_gateway, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:05.300781 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f60624-fe02-4ab0-9f3b-fb3768a47919 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event deleted for resources: {'Port': ['ID=5b0a613a-2337-49d4-88b7-66a172b787df,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:05.310600 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-f9f60624-fe02-4ab0-9f3b-fb3768a47919 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:05.471296 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-7000d3aa-de01-49ae-bc47-cfd176533161 service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4290731
May 21 15:48:05.488083 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8118647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258358'] for router, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:05.490760 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:05.663410 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8118441'] for router, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:05.668829 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49416257-51fc-4948-833c-45bfcc1bf279 {{(pid=98819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 21 15:48:05.686663 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] Notify callbacks [] for router, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:05.690069 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] 10.222.0.70 "DELETE /v2.0/routers/49416257-51fc-4948-833c-45bfcc1bf279 HTTP/1.1" status: 204  len: 168 time: 2.2148185
May 21 15:48:05.691744 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53642) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:05.695834 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-943732ea-adf3-43b4-8c22-41162433fb1d req-f9f60624-fe02-4ab0-9f3b-fb3768a47919 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Router 27acf042-18ab-405e-9e65-c7ba86862fdd has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:48:05.722704 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-65df0fd0-595c-4e33-8e55-0af8fbd59c31 req-9718bbc9-362e-43d1-8d79-5544e05a4f8d service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2437761
May 21 15:48:05.868858 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_v2 [None req-563de23f-a9e8-48e5-98ad-011f634b6dc7 admin admin] Deleting subnet 17e03a2f-0d09-476f-b7bb-e6347777bebb {{(pid=98819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 21 15:48:05.885949 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-563de23f-a9e8-48e5-98ad-011f634b6dc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:05.960862 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-563de23f-a9e8-48e5-98ad-011f634b6dc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932813'] for subnet, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:06.019048 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-563de23f-a9e8-48e5-98ad-011f634b6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981060'] for subnet, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:06.046938 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-943732ea-adf3-43b4-8c22-41162433fb1d req-f9f60624-fe02-4ab0-9f3b-fb3768a47919 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:48:06.059971 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eaf14a-27c8-4059-b1e6-4612880ec965 None None] Sync routers for ids ['27acf042-18ab-405e-9e65-c7ba86862fdd'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:48:06.070625 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eaf14a-27c8-4059-b1e6-4612880ec965 None None] Routers {'27acf042-18ab-405e-9e65-c7ba86862fdd'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:48:06.072108 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-06eaf14a-27c8-4059-b1e6-4612880ec965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ad11190>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:47:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['27acf042-18ab-405e-9e65-c7ba86862fdd'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:06.169474 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-943732ea-adf3-43b4-8c22-41162433fb1d req-f9f60624-fe02-4ab0-9f3b-fb3768a47919 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] No DVR routers for this DVR port 5b0a613a-2337-49d4-88b7-66a172b787df on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:48:06.169474 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-943732ea-adf3-43b4-8c22-41162433fb1d req-f9f60624-fe02-4ab0-9f3b-fb3768a47919 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:06.169474 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6529792e-2c65-45ba-b90c-362eb02ca3a6', 'name': 'network-vif-deleted', 'tag': '5b0a613a-2337-49d4-88b7-66a172b787df'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:48:06.226704 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-e2ef9042-8b3a-4746-8f87-590cd5b2fe99 req-4d23a70e-b91a-4528-9ea4-6ebb57059408 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Synchronizing usage tracker for tenant:6c2adcba26c84d31b4928d8a767d160b on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:48:06.249996 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afff6b-cc25-497d-ac5f-43aea1a65202 req-2dc14588-03da-4ecc-aa90-049fa34a6ea0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:06.251994 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a4afff6b-cc25-497d-ac5f-43aea1a65202 req-2dc14588-03da-4ecc-aa90-049fa34a6ea0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.2933426
May 21 15:48:06.312727 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-06eaf14a-27c8-4059-b1e6-4612880ec965 None None] Set router 27acf042-18ab-405e-9e65-c7ba86862fdd gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:48:06.316334 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a4afff6b-cc25-497d-ac5f-43aea1a65202 req-adcb19a5-d5ce-488e-818a-305bf2b02c37 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569499
May 21 15:48:06.383736 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6529792e-2c65-45ba-b90c-362eb02ca3a6', 'name': 'network-vif-deleted', 'tag': '5b0a613a-2337-49d4-88b7-66a172b787df', 'status': 'completed', 'code': 200}
May 21 15:48:06.394066 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-943732ea-adf3-43b4-8c22-41162433fb1d req-f9f60624-fe02-4ab0-9f3b-fb3768a47919 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.25 "DELETE /v2.0/ports/5b0a613a-2337-49d4-88b7-66a172b787df HTTP/1.1" status: 204  len: 173 time: 2.9253821
May 21 15:48:06.397692 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 32168d7b-b740-4094-aca8-b3dc2ca0e5a6 no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:48:06.436852 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: 32168d7b-b740-4094-aca8-b3dc2ca0e5a6 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:48:06.437120 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 32168d7b-b740-4094-aca8-b3dc2ca0e5a6 not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:48:06.437544 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9 no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:48:06.444167 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-563de23f-a9e8-48e5-98ad-011f634b6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5568265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6212389'] for subnet, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:06.448434 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:06.484590 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563de23f-a9e8-48e5-98ad-011f634b6dc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17e03a2f-0d09-476f-b7bb-e6347777bebb,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:06.487308 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-563de23f-a9e8-48e5-98ad-011f634b6dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:06.491515 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-563de23f-a9e8-48e5-98ad-011f634b6dc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:06.498205 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-563de23f-a9e8-48e5-98ad-011f634b6dc7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/17e03a2f-0d09-476f-b7bb-e6347777bebb HTTP/1.1" status: 204  len: 168 time: 0.8057392
May 21 15:48:06.501295 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53654) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:06.505041 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-e2ef9042-8b3a-4746-8f87-590cd5b2fe99 req-4d23a70e-b91a-4528-9ea4-6ebb57059408 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Unset dirty status for tenant:6c2adcba26c84d31b4928d8a767d160b on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:48:06.508181 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e2ef9042-8b3a-4746-8f87-590cd5b2fe99 req-4d23a70e-b91a-4528-9ea4-6ebb57059408 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 210 time: 0.3404937
May 21 15:48:06.536373 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:48:06.542416 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 48db5ed5-4a25-4c05-bf3f-7f91aa065aa9 not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:48:06.636601 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4cdf86b9-3ab5-4030-a935-fe3a17ef94bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597767'] for network, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:06.756255 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-06eaf14a-27c8-4059-b1e6-4612880ec965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ad11190>, [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:43:01Z', 'revision_number': 4, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'bac9e626-809a-4a5a-89be-a11105b836c1', 'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'mac_address': 'fa:16:3e:a1:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:59Z', 'updated_at': '2021-05-21T15:43:17Z', 'revision_number': 5, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'subnets': [{'id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:06.761335 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eaf14a-27c8-4059-b1e6-4612880ec965 None None] Checking router: 27acf042-18ab-405e-9e65-c7ba86862fdd for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:48:06.770869 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eaf14a-27c8-4059-b1e6-4612880ec965 None None] Routers {'27acf042-18ab-405e-9e65-c7ba86862fdd'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:48:06.771510 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-06eaf14a-27c8-4059-b1e6-4612880ec965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ad11190>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:47:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['27acf042-18ab-405e-9e65-c7ba86862fdd'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:06.774256 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4cdf86b9-3ab5-4030-a935-fe3a17ef94bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980989', 'neutron.services.segments.db._delete_segments_for_network-8736311911289'] for network, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:06.792811 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-4cdf86b9-3ab5-4030-a935-fe3a17ef94bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2149d56670>,) {'filters': {'network_id': ['dd709b31-c488-4c4f-a8bd-744a84d909c5']}} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:06.809047 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-4cdf86b9-3ab5-4030-a935-fe3a17ef94bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2149d56670>, '207ec6af-5c0b-4f79-804f-a46777d4916e') {'for_net_delete': True} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:06.809339 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-4cdf86b9-3ab5-4030-a935-fe3a17ef94bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2149d56670>, '207ec6af-5c0b-4f79-804f-a46777d4916e') {} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:06.824777 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4cdf86b9-3ab5-4030-a935-fe3a17ef94bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736311923725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932820'] for segment, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:06.846095 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4cdf86b9-3ab5-4030-a935-fe3a17ef94bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:06.853951 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cdf86b9-3ab5-4030-a935-fe3a17ef94bd admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=98819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 21 15:48:06.854454 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4cdf86b9-3ab5-4030-a935-fe3a17ef94bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5568343'] for segment, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]: Traceback (most recent call last):
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:     timer()
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:     cb(*args, **kw)
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:     return func(*args, **kwargs)
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:     self._notify()
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:     self.callback(batched_events)
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:     event.method(event)
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_uuid = self.p_client.list_aggregates(
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:     return f(self, *a, **k)
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._get(url).json()
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self.request(url, 'GET', **kwargs)
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:     base_url = self.get_endpoint(auth, allow=allow,
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 21 15:48:06.869363 dv-cinder-792642-1-iscsi neutron-server[98819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 21 15:48:06.973274 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-06eaf14a-27c8-4059-b1e6-4612880ec965 None None] Set router 27acf042-18ab-405e-9e65-c7ba86862fdd gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:48:07.056565 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4cdf86b9-3ab5-4030-a935-fe3a17ef94bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8122016'] for network, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:07.061232 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4578ca24-7ab4-4562-a16e-eaedb486dcf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:07.077773 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4cdf86b9-3ab5-4030-a935-fe3a17ef94bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:07.089680 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf86b9-3ab5-4030-a935-fe3a17ef94bd admin admin] Pushing event deleted for resources: {'Network': ['ID=dd709b31-c488-4c4f-a8bd-744a84d909c5,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:07.093075 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4cdf86b9-3ab5-4030-a935-fe3a17ef94bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:07.122602 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 5b0a613a-2337-49d4-88b7-66a172b787df no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:48:07.164390 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: 5b0a613a-2337-49d4-88b7-66a172b787df {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:48:07.164732 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 5b0a613a-2337-49d4-88b7-66a172b787df not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:48:07.220097 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-4cdf86b9-3ab5-4030-a935-fe3a17ef94bd admin admin] 10.222.0.70 "DELETE /v2.0/networks/dd709b31-c488-4c4f-a8bd-744a84d909c5 HTTP/1.1" status: 204  len: 168 time: 0.7176111
May 21 15:48:07.339174 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-06eaf14a-27c8-4059-b1e6-4612880ec965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ad11190>, [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:43:01Z', 'revision_number': 4, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'bac9e626-809a-4a5a-89be-a11105b836c1', 'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'mac_address': 'fa:16:3e:a1:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:59Z', 'updated_at': '2021-05-21T15:43:17Z', 'revision_number': 5, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'subnets': [{'id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:07.343852 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06eaf14a-27c8-4059-b1e6-4612880ec965 None None] The sync data for ids ['27acf042-18ab-405e-9e65-c7ba86862fdd'] in dv-cinder-792642-1-iscsi is: [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:43:01Z', 'revision_number': 4, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'bac9e626-809a-4a5a-89be-a11105b836c1', 'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'mac_address': 'fa:16:3e:a1:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:59Z', 'updated_at': '2021-05-21T15:43:17Z', 'revision_number': 5, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'subnets': [{'id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:48:07.537704 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e43f8-60cd-47a6-9cda-4ad0e6e5653d req-3679ad7e-78a4-4d22-97e1-3fa4f9ee3018 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:07.540044 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8b3e43f8-60cd-47a6-9cda-4ad0e6e5653d req-3679ad7e-78a4-4d22-97e1-3fa4f9ee3018 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.1077843
May 21 15:48:07.603746 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8b3e43f8-60cd-47a6-9cda-4ad0e6e5653d req-7149ec0d-efdd-4082-ae11-bc34e0d39ca6 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512457
May 21 15:48:07.629944 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e9df55-5ca8-44c7-b666-d776ab9e38e4 None None] New status for floating IP 29196bc6-9a9d-4d73-9c6a-b14c91b8614c: DOWN {{(pid=98822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:48:07.713465 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-84923d0e-4825-4cb3-9b04-241026790114 req-04d98bac-db06-4695-a71d-4a4e1a3cf0bd tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=6529792e-2c65-45ba-b90c-362eb02ca3a6 HTTP/1.1" status: 200  len: 210 time: 0.0433877
May 21 15:48:08.021152 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53678) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:08.073382 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-94a6c0f9-2e7b-4aaf-b1b8-7fb2b27993b1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9bfbec51500e4ef29d0dbea8f7ebcdd7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0509748
May 21 15:48:08.077463 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53682) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:08.240709 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8acafa16-3b7e-4c8d-9ca6-6a0a80ea56bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:08.269959 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8acafa16-3b7e-4c8d-9ca6-6a0a80ea56bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:08.420945 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8acafa16-3b7e-4c8d-9ca6-6a0a80ea56bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:08.424582 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:08.437307 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acafa16-3b7e-4c8d-9ca6-6a0a80ea56bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f05b288-25d7-4564-8ac0-dbd1fac3109d,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:08.440191 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-8acafa16-3b7e-4c8d-9ca6-6a0a80ea56bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:08.442165 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8acafa16-3b7e-4c8d-9ca6-6a0a80ea56bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:08.443237 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-8acafa16-3b7e-4c8d-9ca6-6a0a80ea56bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f05b288-25d7-4564-8ac0-dbd1fac3109d HTTP/1.1" status: 204  len: 168 time: 0.3646293
May 21 15:48:08.802823 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bfbd7-97dc-4ad9-9748-0d1ba63ca1e6 req-7c2a5c64-c1f6-44e0-b72d-d17d9452caca tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:08.804883 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3a0bfbd7-97dc-4ad9-9748-0d1ba63ca1e6 req-7c2a5c64-c1f6-44e0-b72d-d17d9452caca tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.0863442
May 21 15:48:08.877470 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3a0bfbd7-97dc-4ad9-9748-0d1ba63ca1e6 req-ed35c929-7ef2-40f1-9aad-5bd2b3e6f152 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567791
May 21 15:48:09.122267 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 356c5dcb-26e6-4816-8528-73ca86ae084f details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:48:09.279471 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 356c5dcb-26e6-4816-8528-73ca86ae084f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=356c5dcb-26e6-4816-8528-73ca86ae084f,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:48:09.294574 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '356c5dcb-26e6-4816-8528-73ca86ae084f', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'port_id': '356c5dcb-26e6-4816-8528-73ca86ae084f', 'mac_address': 'fa:16:3e:81:05:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:48:09.352374 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:09.371026 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356c5dcb-26e6-4816-8528-73ca86ae084f {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:48:09.377997 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53716) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:09.390611 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 356c5dcb-26e6-4816-8528-73ca86ae084f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=356c5dcb-26e6-4816-8528-73ca86ae084f,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:48:09.478868 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-cdf31888-4b70-49b6-86f3-fa9e0aab180a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:09.489798 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:09.491864 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:09.510335 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-cdf31888-4b70-49b6-86f3-fa9e0aab180a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:09.564132 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=356c5dcb-26e6-4816-8528-73ca86ae084f,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:09.572008 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:48:09.572282 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:48:09.572628 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:48:09.572975 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:48:09.573290 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:48:09.573622 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:48:09.573948 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:48:09.574276 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:48:09.574604 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:48:09.574951 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:48:09.575398 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:48:09.575590 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:48:09.579564 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:09.682482 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-cdf31888-4b70-49b6-86f3-fa9e0aab180a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:09.689948 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4454d0d8-cfc6-4257-93ea-7d8ef18e43d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:09.711451 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf31888-4b70-49b6-86f3-fa9e0aab180a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef825bde-493b-4dab-afdf-4ee4bd9ef05a,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:09.713980 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-cdf31888-4b70-49b6-86f3-fa9e0aab180a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:09.727916 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['356c5dcb-26e6-4816-8528-73ca86ae084f'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:48:09.806849 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-cdf31888-4b70-49b6-86f3-fa9e0aab180a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:09.807970 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-cdf31888-4b70-49b6-86f3-fa9e0aab180a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "DELETE /v2.0/security-groups/ef825bde-493b-4dab-afdf-4ee4bd9ef05a HTTP/1.1" status: 204  len: 168 time: 0.4289739
May 21 15:48:09.810687 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53728) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:09.828538 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.api.v2.resource [None req-fbdbc0ca-1e04-4b08-96a0-e623cc45c14d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] show failed (client error): The resource could not be found.
May 21 15:48:09.829558 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-fbdbc0ca-1e04-4b08-96a0-e623cc45c14d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups/ef825bde-493b-4dab-afdf-4ee4bd9ef05a HTTP/1.1" status: 404  len: 347 time: 0.0179200
May 21 15:48:09.832850 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53732) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:10.260780 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-505721c8-de01-4cc3-9a09-6a5a5e5d9eb1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Deleting port 6a9282c5-d7d9-4e35-891d-da5d099dcc7a {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:48:10.261127 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-505721c8-de01-4cc3-9a09-6a5a5e5d9eb1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:10.349081 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff879c3-73e5-47f6-9c4f-af8c29b21347 req-3f323106-3691-465b-8e96-5416b5990fca tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:10.350530 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0ff879c3-73e5-47f6-9c4f-af8c29b21347 req-3f323106-3691-465b-8e96-5416b5990fca tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 944 time: 0.3199611
May 21 15:48:10.431445 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-505721c8-de01-4cc3-9a09-6a5a5e5d9eb1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:10.431923 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-505721c8-de01-4cc3-9a09-6a5a5e5d9eb1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:10.442097 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0ff879c3-73e5-47f6-9c4f-af8c29b21347 req-27bedab0-ff7c-4223-9d5c-f93d8792fb23 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841911
May 21 15:48:10.560566 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-505721c8-de01-4cc3-9a09-6a5a5e5d9eb1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Calling delete_port for 6a9282c5-d7d9-4e35-891d-da5d099dcc7a owned by network:floatingip {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:48:10.752917 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-505721c8-de01-4cc3-9a09-6a5a5e5d9eb1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:10.756787 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:10.805969 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505721c8-de01-4cc3-9a09-6a5a5e5d9eb1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event deleted for resources: {'Port': ['ID=6a9282c5-d7d9-4e35-891d-da5d099dcc7a,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:10.809361 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-505721c8-de01-4cc3-9a09-6a5a5e5d9eb1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:10.885313 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53760) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:10.902631 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-505721c8-de01-4cc3-9a09-6a5a5e5d9eb1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for floatingip, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:10.919684 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-505721c8-de01-4cc3-9a09-6a5a5e5d9eb1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:10.920875 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-505721c8-de01-4cc3-9a09-6a5a5e5d9eb1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "DELETE /v2.0/floatingips/29196bc6-9a9d-4d73-9c6a-b14c91b8614c HTTP/1.1" status: 204  len: 168 time: 1.0865302
May 21 15:48:11.137721 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 356c5dcb-26e6-4816-8528-73ca86ae084f up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:48:11.161141 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-144658fe-8db4-410b-8d5c-75328b9a4a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:11.177585 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-144658fe-8db4-410b-8d5c-75328b9a4a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:11.181826 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-144658fe-8db4-410b-8d5c-75328b9a4a3e admin admin] Usage tracker for resource:security_group_rule and tenant:dd2cc3d7c7c84d54a9515cecc207b0d9 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:11.184883 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-144658fe-8db4-410b-8d5c-75328b9a4a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:11.191292 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-144658fe-8db4-410b-8d5c-75328b9a4a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:11.290018 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-144658fe-8db4-410b-8d5c-75328b9a4a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:11.385105 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port 356c5dcb-26e6-4816-8528-73ca86ae084f completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:48:11.391327 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 356c5dcb-26e6-4816-8528-73ca86ae084f triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:48:11.391766 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:11.466487 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-144658fe-8db4-410b-8d5c-75328b9a4a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:11.481618 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-cb1aa316-619e-4767-ae3f-34b56a775b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:11.513502 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:11.524585 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-144658fe-8db4-410b-8d5c-75328b9a4a3e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd2cc3d7c7c84d54a9515cecc207b0d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6376314
May 21 15:48:11.526510 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144658fe-8db4-410b-8d5c-75328b9a4a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a919ae-58cb-41d2-a7fe-fdcecde52de5,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:11.527254 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53778) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:11.532066 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-144658fe-8db4-410b-8d5c-75328b9a4a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:11.544628 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356c5dcb-26e6-4816-8528-73ca86ae084f'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:48:11.561856 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 356c5dcb-26e6-4816-8528-73ca86ae084f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=356c5dcb-26e6-4816-8528-73ca86ae084f,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:48:11.583066 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53784) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:11.589233 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-39ce0850-0994-4533-bb1e-1584bc0bd2d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--574672782', 'description': 'tempest-description--1694488678'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:48:11.595363 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-39ce0850-0994-4533-bb1e-1584bc0bd2d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:11.599790 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-39ce0850-0994-4533-bb1e-1584bc0bd2d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Usage tracker for resource:security_group and tenant:6c2adcba26c84d31b4928d8a767d160b is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:11.602765 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-39ce0850-0994-4533-bb1e-1584bc0bd2d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:11.609461 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-39ce0850-0994-4533-bb1e-1584bc0bd2d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:11.623817 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356c5dcb-26e6-4816-8528-73ca86ae084f', 'code': 200}
May 21 15:48:11.667135 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-04af17df-c9f3-4d09-9ee5-b4d943fffb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:11.704498 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-04af17df-c9f3-4d09-9ee5-b4d943fffb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:11.721286 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe476ca5-e58d-41f0-b368-61e6d805628e req-8d4771f2-1529-453b-992f-01c0e77525b4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:11.722862 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fe476ca5-e58d-41f0-b368-61e6d805628e req-8d4771f2-1529-453b-992f-01c0e77525b4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 944 time: 0.1486816
May 21 15:48:11.759734 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:11.762632 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:11.793459 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fe476ca5-e58d-41f0-b368-61e6d805628e req-29fb562b-c2f4-46d0-9722-4ba96533af71 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615165
May 21 15:48:11.831509 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=356c5dcb-26e6-4816-8528-73ca86ae084f,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:11.835011 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:11.884366 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-39ce0850-0994-4533-bb1e-1584bc0bd2d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:11.907792 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-39ce0850-0994-4533-bb1e-1584bc0bd2d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:11.912776 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-39ce0850-0994-4533-bb1e-1584bc0bd2d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Usage tracker for resource:security_group_rule and tenant:6c2adcba26c84d31b4928d8a767d160b is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:11.917330 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-39ce0850-0994-4533-bb1e-1584bc0bd2d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:11.924315 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-39ce0850-0994-4533-bb1e-1584bc0bd2d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:11.955801 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-04af17df-c9f3-4d09-9ee5-b4d943fffb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:11.955801 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-88e33915-0436-4160-8dd2-fa19b68cda73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:11.977473 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af17df-c9f3-4d09-9ee5-b4d943fffb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a919ae-58cb-41d2-a7fe-fdcecde52de5,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:11.981633 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-04af17df-c9f3-4d09-9ee5-b4d943fffb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:11.983696 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-04af17df-c9f3-4d09-9ee5-b4d943fffb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:11.985628 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-04af17df-c9f3-4d09-9ee5-b4d943fffb1a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b0a919ae-58cb-41d2-a7fe-fdcecde52de5 HTTP/1.1" status: 204  len: 168 time: 0.4570138
May 21 15:48:12.024672 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-39ce0850-0994-4533-bb1e-1584bc0bd2d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:12.082540 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53792) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:12.162147 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-39ce0850-0994-4533-bb1e-1584bc0bd2d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:12.168503 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c26b4591-bb12-4b80-82aa-48c84b12d2d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:12.214315 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce0850-0994-4533-bb1e-1584bc0bd2d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8288c4-aad5-4d9b-90bb-e79065e4827f,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:12.217113 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-39ce0850-0994-4533-bb1e-1584bc0bd2d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:12.245095 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f40665cd-fb39-4942-aff0-0e13d31e9a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:12.262927 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-f40665cd-fb39-4942-aff0-0e13d31e9a33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:12.267478 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-f40665cd-fb39-4942-aff0-0e13d31e9a33 admin admin] Usage tracker for resource:security_group_rule and tenant:35d31dad66824d89a81f22c7adc1de83 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:12.305573 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-f40665cd-fb39-4942-aff0-0e13d31e9a33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:12.310559 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-39ce0850-0994-4533-bb1e-1584bc0bd2d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:12.319525 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-39ce0850-0994-4533-bb1e-1584bc0bd2d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.7278197
May 21 15:48:12.319525 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53800) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:12.320383 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-f40665cd-fb39-4942-aff0-0e13d31e9a33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:12.321233 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-1cd85ef0-a3fe-4001-9f65-374f6ca229a5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Request body: {'security_group_rule': {'security_group_id': '5a8288c4-aad5-4d9b-90bb-e79065e4827f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:48:12.327770 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-1cd85ef0-a3fe-4001-9f65-374f6ca229a5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:12.331541 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-1cd85ef0-a3fe-4001-9f65-374f6ca229a5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Usage tracker for resource:security_group_rule and tenant:6c2adcba26c84d31b4928d8a767d160b is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:12.335105 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-1cd85ef0-a3fe-4001-9f65-374f6ca229a5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:12.343517 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-1cd85ef0-a3fe-4001-9f65-374f6ca229a5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:12.391254 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233bdb3-c121-4aae-b422-20ad89acf4a5 req-1e7b7e46-d9b8-41ff-85b4-9e8eda382c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:12.392863 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4233bdb3-c121-4aae-b422-20ad89acf4a5 req-1e7b7e46-d9b8-41ff-85b4-9e8eda382c89 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 1098 time: 0.2362847
May 21 15:48:12.474841 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4233bdb3-c121-4aae-b422-20ad89acf4a5 req-83399c77-12bf-4058-9469-121579613a29 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0743198
May 21 15:48:12.476724 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f40665cd-fb39-4942-aff0-0e13d31e9a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:12.512373 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1cd85ef0-a3fe-4001-9f65-374f6ca229a5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:12.576547 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1cd85ef0-a3fe-4001-9f65-374f6ca229a5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:12.592669 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f40665cd-fb39-4942-aff0-0e13d31e9a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:12.601849 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:12.642826 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-f40665cd-fb39-4942-aff0-0e13d31e9a33 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=35d31dad66824d89a81f22c7adc1de83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5589170
May 21 15:48:12.644740 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40665cd-fb39-4942-aff0-0e13d31e9a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c03ddfd-cdbb-4117-a1bd-4fe401f16681,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:12.646132 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53806) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:12.647993 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-f40665cd-fb39-4942-aff0-0e13d31e9a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:12.710217 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7294a4c3-855b-421c-9ee5-284b921137dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:12.722372 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1cd85ef0-a3fe-4001-9f65-374f6ca229a5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:12.732661 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:12.758219 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7294a4c3-855b-421c-9ee5-284b921137dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:12.776407 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd85ef0-a3fe-4001-9f65-374f6ca229a5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee24db9-84d5-4ee3-8fc5-a27df2ebec9b,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:12.787680 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-1cd85ef0-a3fe-4001-9f65-374f6ca229a5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:12.892982 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53812) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:12.913720 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1cd85ef0-a3fe-4001-9f65-374f6ca229a5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:12.914890 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-ff694a6e-e180-42bd-a469-b51a460321ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:12.915343 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-1cd85ef0-a3fe-4001-9f65-374f6ca229a5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5993476
May 21 15:48:12.916374 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7294a4c3-855b-421c-9ee5-284b921137dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:12.920165 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53816) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:12.926483 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-063ba9ae-6af0-4511-b1f2-0f5edccbcb02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:12.936211 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-2a0b95a6-53e8-483f-aef5-3435d3828392 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Request body: {'security_group_rule': {'security_group_id': '5a8288c4-aad5-4d9b-90bb-e79065e4827f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:48:12.942976 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294a4c3-855b-421c-9ee5-284b921137dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c03ddfd-cdbb-4117-a1bd-4fe401f16681,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:12.946911 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-2a0b95a6-53e8-483f-aef5-3435d3828392 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:12.949187 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7294a4c3-855b-421c-9ee5-284b921137dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:12.952396 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-2a0b95a6-53e8-483f-aef5-3435d3828392 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Usage tracker for resource:security_group_rule and tenant:6c2adcba26c84d31b4928d8a767d160b is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:12.955958 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-2a0b95a6-53e8-483f-aef5-3435d3828392 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:12.963018 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7294a4c3-855b-421c-9ee5-284b921137dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:12.964464 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-7294a4c3-855b-421c-9ee5-284b921137dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4c03ddfd-cdbb-4117-a1bd-4fe401f16681 HTTP/1.1" status: 204  len: 168 time: 0.3166342
May 21 15:48:12.965910 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-2a0b95a6-53e8-483f-aef5-3435d3828392 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:12.983458 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-ff694a6e-e180-42bd-a469-b51a460321ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:12.989290 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-ff694a6e-e180-42bd-a469-b51a460321ef admin admin] Usage tracker for resource:security_group_rule and tenant:67f28394377544c5a553e62f40c87967 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:12.993300 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-ff694a6e-e180-42bd-a469-b51a460321ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:13.008964 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-ff694a6e-e180-42bd-a469-b51a460321ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:13.032734 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-fa0b043c-9461-41a3-bc3d-fb5e0d28f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:13.052680 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdc2c4-8dbf-47d6-9eb2-ab07017fe587 req-a76408ac-ab13-4b4b-8850-66fe1f29a9b6 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:13.054183 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60cdc2c4-8dbf-47d6-9eb2-ab07017fe587 req-a76408ac-ab13-4b4b-8850-66fe1f29a9b6 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.1447601
May 21 15:48:13.067699 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-2a0b95a6-53e8-483f-aef5-3435d3828392 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:13.115760 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60cdc2c4-8dbf-47d6-9eb2-ab07017fe587 req-73b71da9-1255-4099-8ce6-318a1d6ca449 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557249
May 21 15:48:13.145397 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-2a0b95a6-53e8-483f-aef5-3435d3828392 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:13.157085 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-ff694a6e-e180-42bd-a469-b51a460321ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:13.276272 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-2a0b95a6-53e8-483f-aef5-3435d3828392 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:13.278419 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:13.302079 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b95a6-53e8-483f-aef5-3435d3828392 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7fb1397-14ff-4b12-8404-06ef45baa6e3,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:13.307966 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-2a0b95a6-53e8-483f-aef5-3435d3828392 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:13.321853 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-ff694a6e-e180-42bd-a469-b51a460321ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:13.330946 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:13.375032 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-ff694a6e-e180-42bd-a469-b51a460321ef admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=67f28394377544c5a553e62f40c87967&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4808753
May 21 15:48:13.376965 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff694a6e-e180-42bd-a469-b51a460321ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300a1dfb-d879-4874-a881-dbe4ff5f13b1,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:13.378095 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53824) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:13.392429 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ff694a6e-e180-42bd-a469-b51a460321ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:13.423624 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-2a0b95a6-53e8-483f-aef5-3435d3828392 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:13.424920 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-2a0b95a6-53e8-483f-aef5-3435d3828392 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4959261
May 21 15:48:13.430712 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53828) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:13.436590 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Request body: {'floatingip': {'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:48:13.442664 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:13.447123 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Usage tracker for resource:floatingip and tenant:6c2adcba26c84d31b4928d8a767d160b is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:13.450201 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:13.456839 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-665c25c5-f4df-4dff-8c8a-fa1f18c656de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:13.459739 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:13.482505 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-665c25c5-f4df-4dff-8c8a-fa1f18c656de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:13.572067 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for floatingip, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:13.704667 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-665c25c5-f4df-4dff-8c8a-fa1f18c656de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:13.713397 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e3625078-9920-417b-b9d7-949218c1cc82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:13.714767 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:13.727656 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c25c5-f4df-4dff-8c8a-fa1f18c656de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300a1dfb-d879-4874-a881-dbe4ff5f13b1,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:13.730607 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-665c25c5-f4df-4dff-8c8a-fa1f18c656de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:13.732735 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-665c25c5-f4df-4dff-8c8a-fa1f18c656de admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:13.736324 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-665c25c5-f4df-4dff-8c8a-fa1f18c656de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/300a1dfb-d879-4874-a881-dbe4ff5f13b1 HTTP/1.1" status: 204  len: 168 time: 0.3544109
May 21 15:48:13.859061 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Allocated IP 172.27.0.150 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/939342ab-41dc-42f3-b222-3a647c595a62) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:48:14.065434 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53834) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:14.083256 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c1f45a16-e190-46d9-be2b-a5df4f13c0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:14.095135 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:14.099102 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-c1f45a16-e190-46d9-be2b-a5df4f13c0a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:14.103651 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-c1f45a16-e190-46d9-be2b-a5df4f13c0a9 admin admin] Usage tracker for resource:security_group_rule and tenant:33bb018c249b4f85a251a5b070dab2f7 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:14.110671 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-c1f45a16-e190-46d9-be2b-a5df4f13c0a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:14.117733 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-c1f45a16-e190-46d9-be2b-a5df4f13c0a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:14.205514 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c1f45a16-e190-46d9-be2b-a5df4f13c0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:14.285474 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:14.291113 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:14.369342 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:48:14.374620 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:48:14.377109 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:48:14.392810 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c1f45a16-e190-46d9-be2b-a5df4f13c0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:14.400479 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-39ce0850-0994-4533-bb1e-1584bc0bd2d5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:14.425905 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event updated for resources: {'Port': ['ID=939342ab-41dc-42f3-b222-3a647c595a62,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:14.429367 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:14.444998 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-c1f45a16-e190-46d9-be2b-a5df4f13c0a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=33bb018c249b4f85a251a5b070dab2f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3784564
May 21 15:48:14.445403 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee084077-079e-499c-8032-6a3fc2576b59 req-79654c69-09fa-48c7-8d23-b94ed5ec2b03 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:14.445909 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f45a16-e190-46d9-be2b-a5df4f13c0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8942d49a-dd3c-42e1-831f-1a4040ad8922,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:14.446932 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ee084077-079e-499c-8032-6a3fc2576b59 req-79654c69-09fa-48c7-8d23-b94ed5ec2b03 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.2094889
May 21 15:48:14.450936 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53842) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:14.465446 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c1f45a16-e190-46d9-be2b-a5df4f13c0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:14.514469 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ee084077-079e-499c-8032-6a3fc2576b59 req-d5391cc7-848e-4370-9db4-1dcc58246da7 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595667
May 21 15:48:14.519592 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-12afccb1-01fe-4b12-bbc5-37dd0bb98db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:14.521534 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:14.549927 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-12afccb1-01fe-4b12-bbc5-37dd0bb98db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:14.741944 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:14.806451 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334963ff-2a75-4db1-9be8-75a13e2cf756 req-ee838cd1-e81e-4401-ab1c-de30d8fa7153 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:14.807947 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-334963ff-2a75-4db1-9be8-75a13e2cf756 req-ee838cd1-e81e-4401-ab1c-de30d8fa7153 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.1774762
May 21 15:48:14.816532 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 53848) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:14.822275 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-94de5e0f-64bf-4e2a-92ab-79a6e90b47f4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Request body: {'floatingip': {'port_id': '356c5dcb-26e6-4816-8528-73ca86ae084f'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:48:14.861340 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-12afccb1-01fe-4b12-bbc5-37dd0bb98db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:14.865280 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d7027486-c20f-4976-a937-3e1cb9203c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:14.879002 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afccb1-01fe-4b12-bbc5-37dd0bb98db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8942d49a-dd3c-42e1-831f-1a4040ad8922,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:14.881327 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-12afccb1-01fe-4b12-bbc5-37dd0bb98db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:14.885667 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-12afccb1-01fe-4b12-bbc5-37dd0bb98db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:14.900454 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-12afccb1-01fe-4b12-bbc5-37dd0bb98db4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8942d49a-dd3c-42e1-831f-1a4040ad8922 HTTP/1.1" status: 204  len: 168 time: 0.4339767
May 21 15:48:14.926012 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-94de5e0f-64bf-4e2a-92ab-79a6e90b47f4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for floatingip, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:15.070084 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53854) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:15.089485 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f8f32420-b1f1-4478-98fa-d11c8dfe0545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:15.105957 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-f8f32420-b1f1-4478-98fa-d11c8dfe0545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:15.113161 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-f8f32420-b1f1-4478-98fa-d11c8dfe0545 admin admin] Usage tracker for resource:security_group_rule and tenant:39ca8bc311284f028baf9c6dcf6c4a0b is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:15.117306 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-f8f32420-b1f1-4478-98fa-d11c8dfe0545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:15.124608 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-f8f32420-b1f1-4478-98fa-d11c8dfe0545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:15.240998 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f8f32420-b1f1-4478-98fa-d11c8dfe0545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:15.320111 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:15.409653 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f8f32420-b1f1-4478-98fa-d11c8dfe0545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:15.445837 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-181469b4-dc43-453d-92d9-a57eae310902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:15.469067 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-f8f32420-b1f1-4478-98fa-d11c8dfe0545 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=39ca8bc311284f028baf9c6dcf6c4a0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3968196
May 21 15:48:15.472870 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 53860) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:15.478988 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:15.492064 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f32420-b1f1-4478-98fa-d11c8dfe0545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6503d41-9d07-406e-b31d-0f743a459e94,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:15.495438 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-f9f60624-fe02-4ab0-9f3b-fb3768a47919 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:15.496562 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f8f32420-b1f1-4478-98fa-d11c8dfe0545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:15.556540 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b7bd-f017-4350-bdc2-5e72c193e584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:15.587307 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b7bd-f017-4350-bdc2-5e72c193e584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:15.635499 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event updated for resources: {'Port': ['ID=939342ab-41dc-42f3-b222-3a647c595a62,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:15.642136 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:15.649476 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:15.668698 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:15.747370 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b7bd-f017-4350-bdc2-5e72c193e584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:15.751794 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-24ff6d10-17b0-43c4-931a-974284aa25a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:15.764690 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5b7bd-f017-4350-bdc2-5e72c193e584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6503d41-9d07-406e-b31d-0f743a459e94,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:15.767393 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ddd5b7bd-f017-4350-bdc2-5e72c193e584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:15.774262 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ddd5b7bd-f017-4350-bdc2-5e72c193e584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:15.777835 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-ddd5b7bd-f017-4350-bdc2-5e72c193e584 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b6503d41-9d07-406e-b31d-0f743a459e94 HTTP/1.1" status: 204  len: 168 time: 0.3019605
May 21 15:48:15.912728 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-414d0b88-7f49-4747-8edb-0f528ba0fe5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:15.919906 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:15.929757 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4893653
May 21 15:48:15.929757 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-94de5e0f-64bf-4e2a-92ab-79a6e90b47f4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:16.066994 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-94de5e0f-64bf-4e2a-92ab-79a6e90b47f4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:16.261349 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.l3_db [None req-94de5e0f-64bf-4e2a-92ab-79a6e90b47f4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Floating IP ef9968f5-ac48-4014-9ecd-76655f464518 associated. External IP: 172.27.0.203, port: 356c5dcb-26e6-4816-8528-73ca86ae084f.
May 21 15:48:16.489467 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-ac9160cf-b3e8-4415-b5e2-0af6b03379e8 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--574672782&fields=id&tenant_id=6c2adcba26c84d31b4928d8a767d160b HTTP/1.1" status: 200  len: 267 time: 0.1229703
May 21 15:48:16.750883 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:16.796393 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-2ac67235-e81a-451e-bbff-31ad2e8a6be0 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:16.797859 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-2ac67235-e81a-451e-bbff-31ad2e8a6be0 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/networks?id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 HTTP/1.1" status: 200  len: 811 time: 0.3005035
May 21 15:48:16.824474 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-a4b95b04-d016-46c5-8b7e-240ca49546b7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/quotas/6c2adcba26c84d31b4928d8a767d160b HTTP/1.1" status: 200  len: 375 time: 0.0171096
May 21 15:48:16.826131 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94de5e0f-64bf-4e2a-92ab-79a6e90b47f4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Router 0d248fc6-fb5a-456c-a6f5-957179719f90 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:48:17.078241 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-bed2586c-9242-4ba2-b3d7-b0e71cd406f9 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Synchronizing usage tracker for tenant:6c2adcba26c84d31b4928d8a767d160b on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:48:17.084991 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94de5e0f-64bf-4e2a-92ab-79a6e90b47f4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:48:17.089817 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-94de5e0f-64bf-4e2a-92ab-79a6e90b47f4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:17.101228 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379326d-7428-41f3-a4c5-93b2e2bc758f None None] Sync routers for ids ['0d248fc6-fb5a-456c-a6f5-957179719f90'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:48:17.108383 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4379326d-7428-41f3-a4c5-93b2e2bc758f None None] Routers {'0d248fc6-fb5a-456c-a6f5-957179719f90'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:48:17.109140 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-4379326d-7428-41f3-a4c5-93b2e2bc758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214b066130>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:48:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['0d248fc6-fb5a-456c-a6f5-957179719f90'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:17.152721 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-94de5e0f-64bf-4e2a-92ab-79a6e90b47f4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "PUT /v2.0/floatingips/ef9968f5-ac48-4014-9ecd-76655f464518 HTTP/1.1" status: 200  len: 991 time: 2.3351493
May 21 15:48:17.153421 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'tag': '356c5dcb-26e6-4816-8528-73ca86ae084f'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:48:17.312579 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-4379326d-7428-41f3-a4c5-93b2e2bc758f None None] Set router 0d248fc6-fb5a-456c-a6f5-957179719f90 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:48:17.327404 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'tag': '356c5dcb-26e6-4816-8528-73ca86ae084f', 'status': 'completed', 'code': 200}
May 21 15:48:17.399499 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-bed2586c-9242-4ba2-b3d7-b0e71cd406f9 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Unset dirty status for tenant:6c2adcba26c84d31b4928d8a767d160b on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:48:17.400826 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-bed2586c-9242-4ba2-b3d7-b0e71cd406f9 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c2adcba26c84d31b4928d8a767d160b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5700266
May 21 15:48:17.441025 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a37cb0-5e68-45e7-8879-f5ff881cbd6f req-f4caf2f0-a68f-4724-83a1-59f5899682b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:17.442418 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b3a37cb0-5e68-45e7-8879-f5ff881cbd6f req-f4caf2f0-a68f-4724-83a1-59f5899682b7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a68b29cab9044629d81ff87b9006270&device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 1098 time: 0.0904393
May 21 15:48:17.693509 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-4379326d-7428-41f3-a4c5-93b2e2bc758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214b066130>, [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:43:08Z', 'revision_number': 4, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': 'ef9968f5-ac48-4014-9ecd-76655f464518', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'port_id': '356c5dcb-26e6-4816-8528-73ca86ae084f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'mac_address': 'fa:16:3e:81:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:47:53Z', 'updated_at': '2021-05-21T15:48:15Z', 'revision_number': 1, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df76414f-0061-4808-a47b-1e9c5f9a87b8', 'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'mac_address': 'fa:16:3e:0b:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:43:04Z', 'updated_at': '2021-05-21T15:43:29Z', 'revision_number': 5, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'subnets': [{'id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:17.699579 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379326d-7428-41f3-a4c5-93b2e2bc758f None None] Checking router: 0d248fc6-fb5a-456c-a6f5-957179719f90 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:48:17.713406 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4379326d-7428-41f3-a4c5-93b2e2bc758f None None] Routers {'0d248fc6-fb5a-456c-a6f5-957179719f90'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:48:17.714055 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-4379326d-7428-41f3-a4c5-93b2e2bc758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214b066130>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:48:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['0d248fc6-fb5a-456c-a6f5-957179719f90'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:17.823189 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a37cb0-5e68-45e7-8879-f5ff881cbd6f req-115d37d4-2850-4da9-99d7-2572e2da078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:17.824699 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b3a37cb0-5e68-45e7-8879-f5ff881cbd6f req-115d37d4-2850-4da9-99d7-2572e2da078d service neutron] 10.222.0.25 "GET /v2.0/networks?id=470804b6-04d0-46f5-ba4c-e770e90d71b9 HTTP/1.1" status: 200  len: 918 time: 0.3745632
May 21 15:48:17.971138 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-4379326d-7428-41f3-a4c5-93b2e2bc758f None None] Set router 0d248fc6-fb5a-456c-a6f5-957179719f90 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:48:17.976381 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-418afc79-063a-4b3f-901f-958ba9dfa9cd service neutron] 10.222.0.70 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5573428
May 21 15:48:17.986295 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b3a37cb0-5e68-45e7-8879-f5ff881cbd6f req-f69b9305-00e4-4bca-bc11-ecf95cecd43f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=356c5dcb-26e6-4816-8528-73ca86ae084f HTTP/1.1" status: 200  len: 999 time: 0.1526990
May 21 15:48:18.158771 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a37cb0-5e68-45e7-8879-f5ff881cbd6f req-f9c7b299-2a59-408d-8f9e-c4a5fea3ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:18.159909 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b3a37cb0-5e68-45e7-8879-f5ff881cbd6f req-f9c7b299-2a59-408d-8f9e-c4a5fea3ccdf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b213e9aa-7ec1-46da-827f-d08b01630e15 HTTP/1.1" status: 200  len: 856 time: 0.1020353
May 21 15:48:18.185356 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-114ce3b1-8ecb-4533-a6d3-159865482388 service neutron] 10.222.0.70 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2011907
May 21 15:48:18.279340 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a37cb0-5e68-45e7-8879-f5ff881cbd6f req-28c5a464-8be9-40b1-8195-79ab4654bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:18.281012 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b3a37cb0-5e68-45e7-8879-f5ff881cbd6f req-28c5a464-8be9-40b1-8195-79ab4654bde0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=470804b6-04d0-46f5-ba4c-e770e90d71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0947390
May 21 15:48:18.453486 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b3a37cb0-5e68-45e7-8879-f5ff881cbd6f req-bcd8f548-cae2-43a8-afc6-2bfea9eb2d5c service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482208
May 21 15:48:18.488118 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-4379326d-7428-41f3-a4c5-93b2e2bc758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214b066130>, [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:43:08Z', 'revision_number': 4, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': 'ef9968f5-ac48-4014-9ecd-76655f464518', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'port_id': '356c5dcb-26e6-4816-8528-73ca86ae084f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'mac_address': 'fa:16:3e:81:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:47:53Z', 'updated_at': '2021-05-21T15:48:15Z', 'revision_number': 1, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df76414f-0061-4808-a47b-1e9c5f9a87b8', 'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'mac_address': 'fa:16:3e:0b:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:43:04Z', 'updated_at': '2021-05-21T15:43:29Z', 'revision_number': 5, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'subnets': [{'id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:18.494665 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379326d-7428-41f3-a4c5-93b2e2bc758f None None] The sync data for ids ['0d248fc6-fb5a-456c-a6f5-957179719f90'] in dv-cinder-792642-1-iscsi is: [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:43:08Z', 'revision_number': 4, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': 'ef9968f5-ac48-4014-9ecd-76655f464518', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'port_id': '356c5dcb-26e6-4816-8528-73ca86ae084f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'mac_address': 'fa:16:3e:81:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:47:53Z', 'updated_at': '2021-05-21T15:48:15Z', 'revision_number': 1, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df76414f-0061-4808-a47b-1e9c5f9a87b8', 'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'mac_address': 'fa:16:3e:0b:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:43:04Z', 'updated_at': '2021-05-21T15:43:29Z', 'revision_number': 5, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'subnets': [{'id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:48:18.518868 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:18.649506 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4cd9f076-d100-4016-bddc-6724b5546db9 req-5540bd29-fc9a-4660-b33c-083229cad5dc tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 210 time: 0.0588453
May 21 15:48:18.694776 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b3a37cb0-5e68-45e7-8879-f5ff881cbd6f req-92263f63-591b-4d39-a14b-031139019ef6 service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2339380
May 21 15:48:18.813447 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617abad9-a139-400d-b3bf-30610f839cff None None] New status for floating IP ef9968f5-ac48-4014-9ecd-76655f464518: ACTIVE {{(pid=98822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:48:19.767166 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-52058be6-1af0-4100-830d-d3c844ad5b7d req-643f703c-b690-4aea-a96b-01615aa41f4c tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 210 time: 0.0425217
May 21 15:48:20.944541 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a0cc9e08-ca8f-4919-ad1b-c44e68bd8896 req-e4374b11-6a26-4505-a043-cb7ef42bb6c5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 210 time: 0.0656517
May 21 15:48:21.608032 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 54030) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:21.648346 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-8d8c8dfd-e4c5-4af5-aff1-9fe18370b00f tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:21.650547 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-8d8c8dfd-e4c5-4af5-aff1-9fe18370b00f tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.25 "GET /v2.0/networks?id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 HTTP/1.1" status: 200  len: 811 time: 0.1916747
May 21 15:48:21.705095 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-b6a2213f-9fdb-40df-930e-365c45045e9c tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c2adcba26c84d31b4928d8a767d160b HTTP/1.1" status: 200  len: 379 time: 0.0458872
May 21 15:48:21.714813 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Request body: {'port': {'device_id': '3146cb63-cd4b-453c-8835-6c594fa7f7d8', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'admin_state_up': True, 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'security_groups': ['5a8288c4-aad5-4d9b-90bb-e79065e4827f']}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:48:21.748757 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a63e7876-090f-461f-8a6f-edd76bce540d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:21.773091 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-a63e7876-090f-461f-8a6f-edd76bce540d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:21.781363 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-a63e7876-090f-461f-8a6f-edd76bce540d admin admin] Usage tracker for resource:security_group_rule and tenant:bb5c10b7682c436ca953e520407ce850 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:21.789234 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-a63e7876-090f-461f-8a6f-edd76bce540d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:21.802979 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-a63e7876-090f-461f-8a6f-edd76bce540d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:21.882887 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:21.893471 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:21.910822 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a63e7876-090f-461f-8a6f-edd76bce540d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:21.981917 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a63e7876-090f-461f-8a6f-edd76bce540d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:21.989692 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-8acafa16-3b7e-4c8d-9ca6-6a0a80ea56bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:22.041511 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-a63e7876-090f-461f-8a6f-edd76bce540d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb5c10b7682c436ca953e520407ce850&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4293211
May 21 15:48:22.041511 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e7876-090f-461f-8a6f-edd76bce540d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3671dfc7-5fa9-4acc-a6d1-a1c5bb654bd4,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:22.042043 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 54044) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:22.044476 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-a63e7876-090f-461f-8a6f-edd76bce540d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:22.119073 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c8024935-e672-4dd6-9d48-c9cbe11ee88c req-ed7841b1-2365-4e66-83a1-ba2b2ec86011 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 210 time: 0.0560763
May 21 15:48:22.145539 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Made reservation on behalf of 6c2adcba26c84d31b4928d8a767d160b for: {'port': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:48:22.149501 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:22.169197 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c746e24e-86de-4229-badd-f65294cdecfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:22.239032 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c746e24e-86de-4229-badd-f65294cdecfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:22.327546 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 54054) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:22.376653 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Allocated IP 172.20.0.14 (6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92/7b052fad-970d-48db-8e48-f280a095d4e5/c6e3a5c5-580c-456e-8b79-00e6547e317b) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:48:22.457405 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-12443e5f-32bf-41d7-96c7-296d4c115134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:22.473694 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-12443e5f-32bf-41d7-96c7-296d4c115134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:22.477947 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-12443e5f-32bf-41d7-96c7-296d4c115134 admin admin] Usage tracker for resource:security_group_rule and tenant:ebe319bc3632452391cbd2a287b4ff7e is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:22.480272 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c746e24e-86de-4229-badd-f65294cdecfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:22.481507 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-12443e5f-32bf-41d7-96c7-296d4c115134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:22.487832 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-12443e5f-32bf-41d7-96c7-296d4c115134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:22.488048 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1a6c7fd9-7b39-40a6-b2e2-25693f72ba4b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:22.552672 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746e24e-86de-4229-badd-f65294cdecfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3671dfc7-5fa9-4acc-a6d1-a1c5bb654bd4,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:22.574320 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-c746e24e-86de-4229-badd-f65294cdecfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:22.589343 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-12443e5f-32bf-41d7-96c7-296d4c115134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:22.718056 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-12443e5f-32bf-41d7-96c7-296d4c115134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:22.728639 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-12afccb1-01fe-4b12-bbc5-37dd0bb98db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:22.732965 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c746e24e-86de-4229-badd-f65294cdecfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:22.734105 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-c746e24e-86de-4229-badd-f65294cdecfb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3671dfc7-5fa9-4acc-a6d1-a1c5bb654bd4 HTTP/1.1" status: 204  len: 168 time: 0.6910806
May 21 15:48:22.761231 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:22.772632 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-12443e5f-32bf-41d7-96c7-296d4c115134 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ebe319bc3632452391cbd2a287b4ff7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4433897
May 21 15:48:22.774489 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12443e5f-32bf-41d7-96c7-296d4c115134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40905fb-f175-4047-9eb4-32d2641a28af,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:22.776838 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 54062) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:22.779771 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-12443e5f-32bf-41d7-96c7-296d4c115134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:22.780255 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Transition to ACTIVE for port object c6e3a5c5-580c-456e-8b79-00e6547e317b will not be triggered until provisioned by entity DHCP. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:48:22.840239 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-74d5b192-bf44-4c62-90c6-7a8214007258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:22.868205 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-74d5b192-bf44-4c62-90c6-7a8214007258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:22.987350 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:22.993854 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:23.030770 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-74d5b192-bf44-4c62-90c6-7a8214007258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:23.039652 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-a63e7876-090f-461f-8a6f-edd76bce540d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:23.061877 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5b192-bf44-4c62-90c6-7a8214007258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40905fb-f175-4047-9eb4-32d2641a28af,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:23.064590 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:48:23.065649 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-74d5b192-bf44-4c62-90c6-7a8214007258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:23.067992 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:48:23.072742 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:48:23.081022 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-74d5b192-bf44-4c62-90c6-7a8214007258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:23.087617 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-74d5b192-bf44-4c62-90c6-7a8214007258 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b40905fb-f175-4047-9eb4-32d2641a28af HTTP/1.1" status: 204  len: 168 time: 0.3093438
May 21 15:48:23.123349 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event updated for resources: {'Port': ['ID=c6e3a5c5-580c-456e-8b79-00e6547e317b,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:23.128868 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:23.168654 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:23.172501 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:23.356793 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6464899
May 21 15:48:23.375304 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Request body: {'port': {'device_id': '3146cb63-cd4b-453c-8835-6c594fa7f7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:48:23.494165 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b4614-60cc-4c13-88a5-248fbeb74728 req-20f741d6-aa8b-4d19-bfc5-3db35c2dc361 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:23.494809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-de9b4614-60cc-4c13-88a5-248fbeb74728 req-20f741d6-aa8b-4d19-bfc5-3db35c2dc361 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Synchronizing usage tracker for tenant:6c2adcba26c84d31b4928d8a767d160b on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:48:23.516481 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-817be70a-3839-4c77-be2a-4d33734a0041 None None] Provisioning for port c6e3a5c5-580c-456e-8b79-00e6547e317b completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:48:23.522834 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-817be70a-3839-4c77-be2a-4d33734a0041 None None] Provisioning complete for port c6e3a5c5-580c-456e-8b79-00e6547e317b triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:48:23.523229 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-817be70a-3839-4c77-be2a-4d33734a0041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:23.527832 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:23.584594 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-817be70a-3839-4c77-be2a-4d33734a0041 None None] Port c6e3a5c5-580c-456e-8b79-00e6547e317b cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:48:23.683047 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-de9b4614-60cc-4c13-88a5-248fbeb74728 req-20f741d6-aa8b-4d19-bfc5-3db35c2dc361 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Unset dirty status for tenant:6c2adcba26c84d31b4928d8a767d160b on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:48:23.684215 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-de9b4614-60cc-4c13-88a5-248fbeb74728 req-20f741d6-aa8b-4d19-bfc5-3db35c2dc361 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 932 time: 0.4160202
May 21 15:48:23.766821 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-de9b4614-60cc-4c13-88a5-248fbeb74728 req-5e877d10-aee0-4eb9-a178-f54e2d44f6f4 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a8288c4-aad5-4d9b-90bb-e79065e4827f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766032
May 21 15:48:23.799723 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 54076) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:23.818909 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f25b266c-187f-4a56-bce0-c998d8f47316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:23.834597 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-f25b266c-187f-4a56-bce0-c998d8f47316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:23.840398 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-f25b266c-187f-4a56-bce0-c998d8f47316 admin admin] Usage tracker for resource:security_group_rule and tenant:87b4f699022e4ced962e34a81bfc99c1 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:23.843627 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-f25b266c-187f-4a56-bce0-c998d8f47316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:23.849655 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-f25b266c-187f-4a56-bce0-c998d8f47316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:23.940173 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f25b266c-187f-4a56-bce0-c998d8f47316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:23.968362 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e3a5c5-580c-456e-8b79-00e6547e317b {{(pid=98820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:48:23.976151 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:23.990523 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Transition to ACTIVE for port object c6e3a5c5-580c-456e-8b79-00e6547e317b will not be triggered until provisioned by entity L2. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:48:24.098655 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f25b266c-187f-4a56-bce0-c998d8f47316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:24.107007 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4fb50d71-4d7d-48f6-8115-7c374515f70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:24.151796 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b266c-187f-4a56-bce0-c998d8f47316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8a3ec5-6bb6-4716-bd26-d22ca8e2cea7,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:24.155552 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f25b266c-187f-4a56-bce0-c998d8f47316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:24.155720 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:24.158431 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-f25b266c-187f-4a56-bce0-c998d8f47316 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=87b4f699022e4ced962e34a81bfc99c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3572836
May 21 15:48:24.162882 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-eb65e12a-e1b5-454b-a9eb-205203fc1e85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:24.163392 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 54080) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:24.235353 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d2a50f28-c48d-4588-a8a7-a2b47ba0eac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:24.267581 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d2a50f28-c48d-4588-a8a7-a2b47ba0eac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:24.327062 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Pushing event updated for resources: {'Port': ['ID=c6e3a5c5-580c-456e-8b79-00e6547e317b,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:24.334843 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:24.362105 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 54086) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:24.384745 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c1dab59b-a556-43a4-8280-dacdfbc0b50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:24.404747 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-c1dab59b-a556-43a4-8280-dacdfbc0b50b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:24.409925 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-c1dab59b-a556-43a4-8280-dacdfbc0b50b admin admin] Usage tracker for resource:security_group_rule and tenant:b06e94a48c904370b6e9c98f033bfb75 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:24.414125 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-c1dab59b-a556-43a4-8280-dacdfbc0b50b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:24.421318 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Attempting to bind port c6e3a5c5-580c-456e-8b79-00e6547e317b on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:48:24.421655 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Attempting to bind port c6e3a5c5-580c-456e-8b79-00e6547e317b by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '734af71f-afce-42ed-be70-d3d5cc3f5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92'}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:48:24.421986 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Attempting to bind port c6e3a5c5-580c-456e-8b79-00e6547e317b on network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:48:24.425368 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-c1dab59b-a556-43a4-8280-dacdfbc0b50b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:24.428869 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Port c6e3a5c5-580c-456e-8b79-00e6547e317b on network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:48:24.429028 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Attempting to bind port c6e3a5c5-580c-456e-8b79-00e6547e317b on network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:48:24.435578 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:48:24.439072 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Checking segment: {'id': '734af71f-afce-42ed-be70-d3d5cc3f5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:48:24.439072 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Bound using segment: {'id': '734af71f-afce-42ed-be70-d3d5cc3f5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92'} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:48:24.439072 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Bound port: c6e3a5c5-580c-456e-8b79-00e6547e317b, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734af71f-afce-42ed-be70-d3d5cc3f5117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92'}}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:48:24.439072 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:24.534749 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] For port c6e3a5c5-580c-456e-8b79-00e6547e317b, host hv-cinder-79264, cleared binding levels {{(pid=98820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:48:24.538489 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] For port c6e3a5c5-580c-456e-8b79-00e6547e317b, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c6e3a5c5-580c-456e-8b79-00e6547e317b,segment=NetworkSegment(734af71f-afce-42ed-be70-d3d5cc3f5117),segment_id=734af71f-afce-42ed-be70-d3d5cc3f5117)] {{(pid=98820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:48:24.627432 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d2a50f28-c48d-4588-a8a7-a2b47ba0eac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:24.633964 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-07857d35-84c2-474b-a8a2-4041f4362abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:24.654299 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a50f28-c48d-4588-a8a7-a2b47ba0eac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8a3ec5-6bb6-4716-bd26-d22ca8e2cea7,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:24.658298 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d2a50f28-c48d-4588-a8a7-a2b47ba0eac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:24.664085 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d2a50f28-c48d-4588-a8a7-a2b47ba0eac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:24.668954 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-d2a50f28-c48d-4588-a8a7-a2b47ba0eac1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2d8a3ec5-6bb6-4716-bd26-d22ca8e2cea7 HTTP/1.1" status: 204  len: 168 time: 0.5005655
May 21 15:48:24.669232 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:24.672060 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-cc595a4d-6bde-4805-b860-4c16daf7d198 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:24.738902 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:24.739618 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:24.741866 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] 10.222.0.25 "PUT /v2.0/ports/c6e3a5c5-580c-456e-8b79-00e6547e317b HTTP/1.1" status: 200  len: 1094 time: 1.3714182
May 21 15:48:24.742443 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3146cb63-cd4b-453c-8835-6c594fa7f7d8', 'tag': 'c6e3a5c5-580c-456e-8b79-00e6547e317b'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:48:24.749639 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c1dab59b-a556-43a4-8280-dacdfbc0b50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:24.778165 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Pushing event updated for resources: {'Port': ['ID=c6e3a5c5-580c-456e-8b79-00e6547e317b,revision_number=3']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:24.787417 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:24.864908 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c1dab59b-a556-43a4-8280-dacdfbc0b50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:24.891999 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-2612d019-a342-456c-9391-4c1cb21e1d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:24.988061 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-c1dab59b-a556-43a4-8280-dacdfbc0b50b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b06e94a48c904370b6e9c98f033bfb75&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6241724
May 21 15:48:24.990562 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 54098) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:25.018145 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dab59b-a556-43a4-8280-dacdfbc0b50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c834e115-4f3c-48db-9de1-1f490df42f05,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:25.024430 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3146cb63-cd4b-453c-8835-6c594fa7f7d8', 'tag': 'c6e3a5c5-580c-456e-8b79-00e6547e317b', 'status': 'completed', 'code': 200}
May 21 15:48:25.024991 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c1dab59b-a556-43a4-8280-dacdfbc0b50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:25.081153 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b426712-735e-4b70-8a51-81d56453e60b req-86cd2421-5dbf-436f-9884-2f79d6e49071 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:25.082766 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b426712-735e-4b70-8a51-81d56453e60b req-86cd2421-5dbf-436f-9884-2f79d6e49071 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 944 time: 0.1777334
May 21 15:48:25.084530 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e0fbc862-2220-4484-bf14-e7e85ca6b71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:25.089442 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-4566df64-7f4a-4f5e-b26e-45728e00c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:25.090991 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-4566df64-7f4a-4f5e-b26e-45728e00c5af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c2adcba26c84d31b4928d8a767d160b&device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 1097 time: 0.1293163
May 21 15:48:25.113743 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e0fbc862-2220-4484-bf14-e7e85ca6b71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:25.178593 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-ef43dc71-7a02-4e8b-bce6-0e6b91cc6a3c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6e3a5c5-580c-456e-8b79-00e6547e317b HTTP/1.1" status: 200  len: 217 time: 0.0692501
May 21 15:48:25.248448 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b426712-735e-4b70-8a51-81d56453e60b req-3d4f898c-befd-4127-95bf-2d17bb894bba tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a8288c4-aad5-4d9b-90bb-e79065e4827f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1563385
May 21 15:48:25.265188 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-5463e83d-578d-4ca9-b563-352ab7ded375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:25.266629 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-5463e83d-578d-4ca9-b563-352ab7ded375 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7b052fad-970d-48db-8e48-f280a095d4e5 HTTP/1.1" status: 200  len: 850 time: 0.0790942
May 21 15:48:25.338690 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e0fbc862-2220-4484-bf14-e7e85ca6b71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:25.344153 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-a0a03c46-ab9a-4513-a91f-e625f26c4017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:25.351526 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-24d58b00-28d0-47f6-ad8c-a572eefa8a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:25.353242 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-24d58b00-28d0-47f6-ad8c-a572eefa8a24 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788791
May 21 15:48:25.356185 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbc862-2220-4484-bf14-e7e85ca6b71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c834e115-4f3c-48db-9de1-1f490df42f05,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:25.359804 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e0fbc862-2220-4484-bf14-e7e85ca6b71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:25.363807 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e0fbc862-2220-4484-bf14-e7e85ca6b71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:25.367597 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-e0fbc862-2220-4484-bf14-e7e85ca6b71d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c834e115-4f3c-48db-9de1-1f490df42f05 HTTP/1.1" status: 204  len: 168 time: 0.3752286
May 21 15:48:25.610371 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-9799b5b2-0759-4b94-b9be-0cda4e615a2d service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2480078
May 21 15:48:25.727246 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:48:25.762440 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-01cd2cfd-c768-435d-af44-bb01b33f17a6 req-66cf21e5-ea90-4708-a884-2b49c4c85f4b service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436291
May 21 15:48:26.059455 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84112e-22c1-486f-a882-b6f45e8fc9f9 req-bf8ae9dc-d5d4-43f2-845d-ad917bbd8522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:26.060952 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b84112e-22c1-486f-a882-b6f45e8fc9f9 req-bf8ae9dc-d5d4-43f2-845d-ad917bbd8522 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c2adcba26c84d31b4928d8a767d160b&device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 1097 time: 0.0991724
May 21 15:48:26.205427 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84112e-22c1-486f-a882-b6f45e8fc9f9 req-57b9c279-fe15-4113-822a-dff3ec52d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:26.206956 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b84112e-22c1-486f-a882-b6f45e8fc9f9 req-57b9c279-fe15-4113-822a-dff3ec52d7dc service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 HTTP/1.1" status: 200  len: 912 time: 0.1387935
May 21 15:48:26.280504 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b84112e-22c1-486f-a882-b6f45e8fc9f9 req-aa273f41-aa14-4427-848c-ef4b795ae1c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6e3a5c5-580c-456e-8b79-00e6547e317b HTTP/1.1" status: 200  len: 217 time: 0.0645368
May 21 15:48:26.369610 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84112e-22c1-486f-a882-b6f45e8fc9f9 req-2b01449b-828d-474d-a5a0-e4b2d8978fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:26.371525 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b84112e-22c1-486f-a882-b6f45e8fc9f9 req-2b01449b-828d-474d-a5a0-e4b2d8978fd0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7b052fad-970d-48db-8e48-f280a095d4e5 HTTP/1.1" status: 200  len: 850 time: 0.0816872
May 21 15:48:26.510911 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84112e-22c1-486f-a882-b6f45e8fc9f9 req-048ea844-fd38-4ca1-b2d1-6f2565175c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:26.513203 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b84112e-22c1-486f-a882-b6f45e8fc9f9 req-048ea844-fd38-4ca1-b2d1-6f2565175c48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1081023
May 21 15:48:26.526134 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a5fc0-5b47-477f-bf30-65f8e18c68d2 req-02d5d769-8f6f-457c-b915-e54a9f58b2f4 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:26.527963 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cd8a5fc0-5b47-477f-bf30-65f8e18c68d2 req-02d5d769-8f6f-457c-b915-e54a9f58b2f4 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 944 time: 0.1540961
May 21 15:48:26.657089 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cd8a5fc0-5b47-477f-bf30-65f8e18c68d2 req-5c75ddd0-5289-42c9-881d-d442d0d7e452 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a8288c4-aad5-4d9b-90bb-e79065e4827f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1096003
May 21 15:48:26.710049 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b84112e-22c1-486f-a882-b6f45e8fc9f9 req-63037462-c240-408c-8697-81ee5a9bc40c service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803656
May 21 15:48:26.856938 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b84112e-22c1-486f-a882-b6f45e8fc9f9 req-17b5abe6-86d4-4ea3-8f14-5b9a51c0a839 service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372728
May 21 15:48:27.662316 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 54160) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:27.816215 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f1c7583e-3deb-4ec8-83f2-f872b13316d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:27.836265 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-f1c7583e-3deb-4ec8-83f2-f872b13316d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:27.841421 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-f1c7583e-3deb-4ec8-83f2-f872b13316d6 admin admin] Usage tracker for resource:security_group_rule and tenant:6f0c1f8e8498411a832d173c7e7de178 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:27.845159 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-f1c7583e-3deb-4ec8-83f2-f872b13316d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:27.851564 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-f1c7583e-3deb-4ec8-83f2-f872b13316d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:27.879398 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0760d-e0c9-4bfa-b605-25ae7dbf5de2 req-307c8177-c1ed-4aa7-8489-3469cdf0b6b8 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:27.881235 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-38c0760d-e0c9-4bfa-b605-25ae7dbf5de2 req-307c8177-c1ed-4aa7-8489-3469cdf0b6b8 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 944 time: 0.1040952
May 21 15:48:27.944555 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-38c0760d-e0c9-4bfa-b605-25ae7dbf5de2 req-5e08cad6-1751-4159-b055-ed5207b09d1d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a8288c4-aad5-4d9b-90bb-e79065e4827f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563667
May 21 15:48:27.965485 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f1c7583e-3deb-4ec8-83f2-f872b13316d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:28.127494 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f1c7583e-3deb-4ec8-83f2-f872b13316d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:28.137998 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-12443e5f-32bf-41d7-96c7-296d4c115134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:28.179097 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-f1c7583e-3deb-4ec8-83f2-f872b13316d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6f0c1f8e8498411a832d173c7e7de178&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5149245
May 21 15:48:28.180742 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7583e-3deb-4ec8-83f2-f872b13316d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67d040a-0e3c-478d-8ad3-26caea3529dd,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:28.183873 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f1c7583e-3deb-4ec8-83f2-f872b13316d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:28.184355 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 54182) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:28.243382 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-07488ff1-ebe8-4a32-bbee-b0cac5064bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:28.274982 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-07488ff1-ebe8-4a32-bbee-b0cac5064bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:28.595759 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-07488ff1-ebe8-4a32-bbee-b0cac5064bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:28.599621 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-3c8a6b72-2936-45b1-a73d-ed97e3d80fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:28.611065 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07488ff1-ebe8-4a32-bbee-b0cac5064bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67d040a-0e3c-478d-8ad3-26caea3529dd,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:28.613493 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-07488ff1-ebe8-4a32-bbee-b0cac5064bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:28.621563 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-07488ff1-ebe8-4a32-bbee-b0cac5064bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:28.623055 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-07488ff1-ebe8-4a32-bbee-b0cac5064bbd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f67d040a-0e3c-478d-8ad3-26caea3529dd HTTP/1.1" status: 204  len: 168 time: 0.4376547
May 21 15:48:29.160599 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44fab1-ea3c-4c96-81c3-144ccab4ebea req-9013668c-08a8-47bf-b378-5a42537f696e tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:29.161995 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fb44fab1-ea3c-4c96-81c3-144ccab4ebea req-9013668c-08a8-47bf-b378-5a42537f696e tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 944 time: 0.1011231
May 21 15:48:29.174980 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 54210) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:29.191747 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device c6e3a5c5-580c-456e-8b79-00e6547e317b details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:48:29.237025 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fb44fab1-ea3c-4c96-81c3-144ccab4ebea req-f1b16025-10a1-40e4-a575-c6078b69c3c6 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a8288c4-aad5-4d9b-90bb-e79065e4827f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547898
May 21 15:48:29.331407 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-22912f22-2c07-4cad-bf8b-7f4c943c5b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:29.347399 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-22912f22-2c07-4cad-bf8b-7f4c943c5b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:29.352546 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-22912f22-2c07-4cad-bf8b-7f4c943c5b06 admin admin] Usage tracker for resource:security_group_rule and tenant:3b36fcbc94524452ace86e3f1095af63 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:29.355908 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-22912f22-2c07-4cad-bf8b-7f4c943c5b06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:29.362194 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-22912f22-2c07-4cad-bf8b-7f4c943c5b06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:29.405963 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port c6e3a5c5-580c-456e-8b79-00e6547e317b, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c6e3a5c5-580c-456e-8b79-00e6547e317b,segment=NetworkSegment(734af71f-afce-42ed-be70-d3d5cc3f5117),segment_id=734af71f-afce-42ed-be70-d3d5cc3f5117)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:48:29.420992 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': 'c6e3a5c5-580c-456e-8b79-00e6547e317b', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'port_id': 'c6e3a5c5-580c-456e-8b79-00e6547e317b', 'mac_address': 'fa:16:3e:93:55:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:48:29.423786 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:29.454155 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-22912f22-2c07-4cad-bf8b-7f4c943c5b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:29.484283 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:29.503666 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e3a5c5-580c-456e-8b79-00e6547e317b {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:48:29.521319 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port c6e3a5c5-580c-456e-8b79-00e6547e317b, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c6e3a5c5-580c-456e-8b79-00e6547e317b,segment=NetworkSegment(734af71f-afce-42ed-be70-d3d5cc3f5117),segment_id=734af71f-afce-42ed-be70-d3d5cc3f5117)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:48:29.552535 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-22912f22-2c07-4cad-bf8b-7f4c943c5b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:29.562594 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-0fcc0bb9-64a7-47b4-af22-d9b73857ac99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:29.602971 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-22912f22-2c07-4cad-bf8b-7f4c943c5b06 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b36fcbc94524452ace86e3f1095af63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4268701
May 21 15:48:29.603879 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22912f22-2c07-4cad-bf8b-7f4c943c5b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f23586-d83e-4b78-9d4a-19de3984e108,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:29.605766 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 54222) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:29.606963 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-22912f22-2c07-4cad-bf8b-7f4c943c5b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:29.670839 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ac89-6868-46c4-85a8-79654f36617a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:29.675172 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:29.677696 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:29.699882 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ac89-6868-46c4-85a8-79654f36617a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:29.763802 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=c6e3a5c5-580c-456e-8b79-00e6547e317b,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:29.767229 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:29.889099 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ac89-6868-46c4-85a8-79654f36617a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:29.892779 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:29.905370 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0ac89-6868-46c4-85a8-79654f36617a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f23586-d83e-4b78-9d4a-19de3984e108,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:29.908175 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-f5e0ac89-6868-46c4-85a8-79654f36617a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:29.910204 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ac89-6868-46c4-85a8-79654f36617a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:29.914546 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-f5e0ac89-6868-46c4-85a8-79654f36617a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/32f23586-d83e-4b78-9d4a-19de3984e108 HTTP/1.1" status: 204  len: 168 time: 0.3046305
May 21 15:48:29.916110 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['c6e3a5c5-580c-456e-8b79-00e6547e317b'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:48:30.409705 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e543186-6fa6-493c-8825-87c8a73a8a16 req-e1f253b3-9cf6-4f71-8df7-a54aa9cb8e70 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:30.411209 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8e543186-6fa6-493c-8825-87c8a73a8a16 req-e1f253b3-9cf6-4f71-8df7-a54aa9cb8e70 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 945 time: 0.0855987
May 21 15:48:30.457493 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8e543186-6fa6-493c-8825-87c8a73a8a16 req-a50fd41c-adbe-4a0f-ae0c-dccc0a944295 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a8288c4-aad5-4d9b-90bb-e79065e4827f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396557
May 21 15:48:30.765224 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 54246) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:30.784138 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fc3d51c5-62e7-42b0-87e0-6ff7f06431a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:30.798770 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-fc3d51c5-62e7-42b0-87e0-6ff7f06431a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:30.812035 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-fc3d51c5-62e7-42b0-87e0-6ff7f06431a2 admin admin] Usage tracker for resource:security_group_rule and tenant:d3b28acc5ff54aaa98e5206010087d86 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:30.812035 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-fc3d51c5-62e7-42b0-87e0-6ff7f06431a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:30.812035 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-fc3d51c5-62e7-42b0-87e0-6ff7f06431a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:30.895735 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fc3d51c5-62e7-42b0-87e0-6ff7f06431a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:31.038554 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fc3d51c5-62e7-42b0-87e0-6ff7f06431a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:31.046192 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-144658fe-8db4-410b-8d5c-75328b9a4a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:31.091911 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d51c5-62e7-42b0-87e0-6ff7f06431a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330fea9d-4844-4100-aa91-f6747eb1e95c,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:31.096121 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-fc3d51c5-62e7-42b0-87e0-6ff7f06431a2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d3b28acc5ff54aaa98e5206010087d86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3298600
May 21 15:48:31.097110 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-fc3d51c5-62e7-42b0-87e0-6ff7f06431a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:31.099404 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 54250) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:31.159736 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e79fd5f-516d-4615-99f3-4cb79cd97463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:31.185878 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e79fd5f-516d-4615-99f3-4cb79cd97463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:31.201341 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device c6e3a5c5-580c-456e-8b79-00e6547e317b up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:48:31.352526 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e79fd5f-516d-4615-99f3-4cb79cd97463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:31.356364 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c1dab59b-a556-43a4-8280-dacdfbc0b50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:31.374225 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79fd5f-516d-4615-99f3-4cb79cd97463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330fea9d-4844-4100-aa91-f6747eb1e95c,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:31.376583 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-9e79fd5f-516d-4615-99f3-4cb79cd97463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:31.387857 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e79fd5f-516d-4615-99f3-4cb79cd97463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:31.389677 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-9e79fd5f-516d-4615-99f3-4cb79cd97463 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/330fea9d-4844-4100-aa91-f6747eb1e95c HTTP/1.1" status: 204  len: 168 time: 0.2899652
May 21 15:48:31.449194 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port c6e3a5c5-580c-456e-8b79-00e6547e317b completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:48:31.454388 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port c6e3a5c5-580c-456e-8b79-00e6547e317b triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:48:31.454881 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:31.596852 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:31.628428 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3146cb63-cd4b-453c-8835-6c594fa7f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e3a5c5-580c-456e-8b79-00e6547e317b'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:48:31.637598 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port c6e3a5c5-580c-456e-8b79-00e6547e317b, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c6e3a5c5-580c-456e-8b79-00e6547e317b,segment=NetworkSegment(734af71f-afce-42ed-be70-d3d5cc3f5117),segment_id=734af71f-afce-42ed-be70-d3d5cc3f5117)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:48:31.667834 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59ca6a-a315-47f9-bba3-f0010f388e07 req-823d53b5-1dde-49d5-8520-286fa0a6de69 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:31.676172 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6a59ca6a-a315-47f9-bba3-f0010f388e07 req-823d53b5-1dde-49d5-8520-286fa0a6de69 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 945 time: 0.0912855
May 21 15:48:31.690928 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3146cb63-cd4b-453c-8835-6c594fa7f7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e3a5c5-580c-456e-8b79-00e6547e317b', 'code': 200}
May 21 15:48:31.739813 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6a59ca6a-a315-47f9-bba3-f0010f388e07 req-38f95357-b0ca-4aa5-bce6-f6dbf7ce4234 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a8288c4-aad5-4d9b-90bb-e79065e4827f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628335
May 21 15:48:31.775117 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:31.777039 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:31.846699 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=c6e3a5c5-580c-456e-8b79-00e6547e317b,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:31.848674 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:32.346958 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b4cb0-6e38-4570-ac8b-20124815a052 req-56151ee7-ed8a-4cfa-a1de-450d73e20f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:32.348529 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ca4b4cb0-6e38-4570-ac8b-20124815a052 req-56151ee7-ed8a-4cfa-a1de-450d73e20f24 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 1099 time: 0.1689892
May 21 15:48:32.395483 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ca4b4cb0-6e38-4570-ac8b-20124815a052 req-f0a0cd33-752e-437a-8846-0de43fc58ac8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5a8288c4-aad5-4d9b-90bb-e79065e4827f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394092
May 21 15:48:32.940359 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10221bd-3a57-425d-90e5-40c7180cfa32 req-878b3798-7a47-4fa7-bab3-1944db06cefe tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:32.941745 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f10221bd-3a57-425d-90e5-40c7180cfa32 req-878b3798-7a47-4fa7-bab3-1944db06cefe tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 946 time: 0.0943863
May 21 15:48:32.988360 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f10221bd-3a57-425d-90e5-40c7180cfa32 req-19899ca3-108b-406b-96bf-4e5e851237a7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a8288c4-aad5-4d9b-90bb-e79065e4827f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400162
May 21 15:48:32.994870 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 54294) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:33.102268 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2046629990-network', 'tenant_id': 'b233fbff35714ba7b81bd94b6fa24cc7'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:48:33.110345 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:33.114990 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Usage tracker for resource:network and tenant:b233fbff35714ba7b81bd94b6fa24cc7 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:33.118154 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:33.124965 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:33.289798 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Made reservation on behalf of b233fbff35714ba7b81bd94b6fa24cc7 for: {'network': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:48:33.292369 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:33.306976 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:33.325246 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:33.331086 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Usage tracker for resource:security_group_rule and tenant:b233fbff35714ba7b81bd94b6fa24cc7 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:33.335047 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:33.341479 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:33.482261 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:33.641250 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:33.644455 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-c746e24e-86de-4229-badd-f65294cdecfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:33.674067 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'}  {{(pid=98820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:48:33.683053 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c54c2b-32a3-4176-a4ca-b4c4d666d93b,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:33.686915 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:33.689801 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:33.690188 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.segments_db [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Added segment 34eab225-490f-44ba-af88-2b28a9fc560a of type vlan for network c98d932f-4e6c-4f09-9bdd-835fc1a3c571
May 21 15:48:33.724354 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:33.872833 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:33.874643 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:33.875801 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:33.880534 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d533d52b-1780-4193-91d1-66dc9d5d13d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:33.983593 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Pushing event updated for resources: {'Network': ['ID=c98d932f-4e6c-4f09-9bdd-835fc1a3c571,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:33.986833 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:33.995563 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network c98d932f-4e6c-4f09-9bdd-835fc1a3c571 details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:48:34.067366 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0714219
May 21 15:48:34.071321 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 54310) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:34.078027 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-4f524a80-a7b3-4b11-abcb-64d63c357151 admin admin] Request body: {'subnet': {'network_id': 'c98d932f-4e6c-4f09-9bdd-835fc1a3c571', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2046629990-subnet', 'tenant_id': 'b233fbff35714ba7b81bd94b6fa24cc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:48:34.083682 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-4f524a80-a7b3-4b11-abcb-64d63c357151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:34.088338 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-4f524a80-a7b3-4b11-abcb-64d63c357151 admin admin] Usage tracker for resource:subnet and tenant:b233fbff35714ba7b81bd94b6fa24cc7 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:34.092681 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-4f524a80-a7b3-4b11-abcb-64d63c357151 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:34.101465 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-4f524a80-a7b3-4b11-abcb-64d63c357151 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:34.204350 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75115111-dadf-4007-8a12-81b505c2969e req-d6ff934b-bcf5-4d32-ae64-ebd32696486a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:34.205838 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-75115111-dadf-4007-8a12-81b505c2969e req-d6ff934b-bcf5-4d32-ae64-ebd32696486a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 946 time: 0.1006863
May 21 15:48:34.218149 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f524a80-a7b3-4b11-abcb-64d63c357151 admin admin] Made reservation on behalf of b233fbff35714ba7b81bd94b6fa24cc7 for: {'subnet': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:48:34.220527 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4f524a80-a7b3-4b11-abcb-64d63c357151 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6212352'] for subnet, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:34.259546 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-75115111-dadf-4007-8a12-81b505c2969e req-922037ee-74c6-43fd-b02d-2e70b560677b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a8288c4-aad5-4d9b-90bb-e79065e4827f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474341
May 21 15:48:34.477772 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bab1a-a2aa-47aa-bc92-8e2fc46b950b req-64697558-9b6d-46e8-a2af-3d9d92541837 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:34.479388 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-448bab1a-a2aa-47aa-bc92-8e2fc46b950b req-64697558-9b6d-46e8-a2af-3d9d92541837 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 946 time: 0.0975037
May 21 15:48:34.492184 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 54322) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:48:34.501211 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-b43ffb6a-f316-4372-b39f-c2d61d37ba99 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Request body: {'floatingip': {'port_id': 'c6e3a5c5-580c-456e-8b79-00e6547e317b'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:48:34.579566 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b43ffb6a-f316-4372-b39f-c2d61d37ba99 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for floatingip, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:34.908671 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4f524a80-a7b3-4b11-abcb-64d63c357151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5568456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6212398'] for subnet, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:34.912535 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-b82b62eb-5227-4769-b72e-fa8ed810b200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:34.987599 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f524a80-a7b3-4b11-abcb-64d63c357151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5749c085-8b0d-4f1a-997a-8ccb71b1d158,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:34.992350 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4f524a80-a7b3-4b11-abcb-64d63c357151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:35.003431 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f524a80-a7b3-4b11-abcb-64d63c357151 admin admin] Checking segment: {'id': '34eab225-490f-44ba-af88-2b28a9fc560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c98d932f-4e6c-4f09-9bdd-835fc1a3c571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:48:35.004020 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f524a80-a7b3-4b11-abcb-64d63c357151 admin admin] Network hostable DHCP agents. Network: c98d932f-4e6c-4f09-9bdd-835fc1a3c571, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:48:35.089702 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f524a80-a7b3-4b11-abcb-64d63c357151 admin admin] Network c98d932f-4e6c-4f09-9bdd-835fc1a3c571 is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:48:35.204796 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b43ffb6a-f316-4372-b39f-c2d61d37ba99 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:35.266642 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-4f524a80-a7b3-4b11-abcb-64d63c357151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, c98d932f-4e6c-4f09-9bdd-835fc1a3c571) {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:48:35.276778 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f524a80-a7b3-4b11-abcb-64d63c357151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:35.277372 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4f524a80-a7b3-4b11-abcb-64d63c357151 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:35.277678 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72208f1-d870-4b08-b02d-aea54c9814d2 None None] Network c98d932f-4e6c-4f09-9bdd-835fc1a3c571 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:48:35.378672 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b43ffb6a-f316-4372-b39f-c2d61d37ba99 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:35.429309 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-4f524a80-a7b3-4b11-abcb-64d63c357151 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3565564
May 21 15:48:35.529576 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72e876b-2830-4520-ab9e-c77ceef7addb None None] Network c98d932f-4e6c-4f09-9bdd-835fc1a3c571 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:48:35.723053 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.l3_db [None req-b43ffb6a-f316-4372-b39f-c2d61d37ba99 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Floating IP 767d7672-8ed4-4e4f-bf4b-c0a9bbd851ab associated. External IP: 172.27.0.150, port: c6e3a5c5-580c-456e-8b79-00e6547e317b.
May 21 15:48:36.104367 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43ffb6a-f316-4372-b39f-c2d61d37ba99 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Router 27acf042-18ab-405e-9e65-c7ba86862fdd has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:48:36.294534 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43ffb6a-f316-4372-b39f-c2d61d37ba99 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:48:36.299368 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b43ffb6a-f316-4372-b39f-c2d61d37ba99 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:36.304114 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093607f-07b0-431a-8ba1-2e9f88e4cf64 None None] Sync routers for ids ['27acf042-18ab-405e-9e65-c7ba86862fdd'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:48:36.314061 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093607f-07b0-431a-8ba1-2e9f88e4cf64 None None] Routers {'27acf042-18ab-405e-9e65-c7ba86862fdd'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:48:36.315399 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-3093607f-07b0-431a-8ba1-2e9f88e4cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aa963a0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:48:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['27acf042-18ab-405e-9e65-c7ba86862fdd'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:36.358400 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-b43ffb6a-f316-4372-b39f-c2d61d37ba99 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "PUT /v2.0/floatingips/767d7672-8ed4-4e4f-bf4b-c0a9bbd851ab HTTP/1.1" status: 200  len: 992 time: 1.8649414
May 21 15:48:36.359066 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3146cb63-cd4b-453c-8835-6c594fa7f7d8', 'tag': 'c6e3a5c5-580c-456e-8b79-00e6547e317b'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:48:36.420663 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3146cb63-cd4b-453c-8835-6c594fa7f7d8', 'tag': 'c6e3a5c5-580c-456e-8b79-00e6547e317b', 'status': 'completed', 'code': 200}
May 21 15:48:36.515764 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-3093607f-07b0-431a-8ba1-2e9f88e4cf64 None None] Set router 27acf042-18ab-405e-9e65-c7ba86862fdd gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:48:36.533449 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc8466-8c71-4055-8cb9-afd03272a9ff req-23975677-fa2b-4810-878a-e52636ec64b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:36.535072 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e5bc8466-8c71-4055-8cb9-afd03272a9ff req-23975677-fa2b-4810-878a-e52636ec64b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c2adcba26c84d31b4928d8a767d160b&device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 1099 time: 0.0830574
May 21 15:48:36.677616 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc8466-8c71-4055-8cb9-afd03272a9ff req-c8b784c6-3418-4e73-a04f-853b80308d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:36.679577 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e5bc8466-8c71-4055-8cb9-afd03272a9ff req-c8b784c6-3418-4e73-a04f-853b80308d01 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 HTTP/1.1" status: 200  len: 912 time: 0.1350136
May 21 15:48:36.788245 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e5bc8466-8c71-4055-8cb9-afd03272a9ff req-80d72b8f-9f78-4507-ba6c-aa1663c9fe16 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6e3a5c5-580c-456e-8b79-00e6547e317b HTTP/1.1" status: 200  len: 1000 time: 0.1002867
May 21 15:48:36.870409 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc8466-8c71-4055-8cb9-afd03272a9ff req-edaacfc3-08b0-48cc-9478-502e47a12072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:36.871965 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e5bc8466-8c71-4055-8cb9-afd03272a9ff req-edaacfc3-08b0-48cc-9478-502e47a12072 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7b052fad-970d-48db-8e48-f280a095d4e5 HTTP/1.1" status: 200  len: 850 time: 0.0767753
May 21 15:48:36.894225 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-3093607f-07b0-431a-8ba1-2e9f88e4cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aa963a0>, [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:43:01Z', 'revision_number': 4, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '767d7672-8ed4-4e4f-bf4b-c0a9bbd851ab', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'port_id': 'c6e3a5c5-580c-456e-8b79-00e6547e317b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'mac_address': 'fa:16:3e:93:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3146cb63-cd4b-453c-8835-6c594fa7f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:48:14Z', 'updated_at': '2021-05-21T15:48:35Z', 'revision_number': 1, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac9e626-809a-4a5a-89be-a11105b836c1', 'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'mac_address': 'fa:16:3e:a1:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:59Z', 'updated_at': '2021-05-21T15:43:17Z', 'revision_number': 5, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'subnets': [{'id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:36.898547 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093607f-07b0-431a-8ba1-2e9f88e4cf64 None None] Checking router: 27acf042-18ab-405e-9e65-c7ba86862fdd for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:48:36.908406 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3093607f-07b0-431a-8ba1-2e9f88e4cf64 None None] Routers {'27acf042-18ab-405e-9e65-c7ba86862fdd'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:48:36.909036 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-3093607f-07b0-431a-8ba1-2e9f88e4cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aa963a0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:48:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['27acf042-18ab-405e-9e65-c7ba86862fdd'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:36.961506 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc8466-8c71-4055-8cb9-afd03272a9ff req-fdb67f0f-ffc7-4570-a757-4d15d36b757c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:36.963589 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e5bc8466-8c71-4055-8cb9-afd03272a9ff req-fdb67f0f-ffc7-4570-a757-4d15d36b757c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847414
May 21 15:48:37.102548 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-3093607f-07b0-431a-8ba1-2e9f88e4cf64 None None] Set router 27acf042-18ab-405e-9e65-c7ba86862fdd gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:48:37.110559 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e5bc8466-8c71-4055-8cb9-afd03272a9ff req-5f1e8e43-88b1-48fd-8d54-3915ebe7db67 service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391149
May 21 15:48:37.247319 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e5bc8466-8c71-4055-8cb9-afd03272a9ff req-7f70ae2e-8aaa-4adb-aeab-a9296fff16d0 service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298268
May 21 15:48:37.508560 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-3093607f-07b0-431a-8ba1-2e9f88e4cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aa963a0>, [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:43:01Z', 'revision_number': 4, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '767d7672-8ed4-4e4f-bf4b-c0a9bbd851ab', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'port_id': 'c6e3a5c5-580c-456e-8b79-00e6547e317b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'mac_address': 'fa:16:3e:93:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3146cb63-cd4b-453c-8835-6c594fa7f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:48:14Z', 'updated_at': '2021-05-21T15:48:35Z', 'revision_number': 1, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac9e626-809a-4a5a-89be-a11105b836c1', 'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'mac_address': 'fa:16:3e:a1:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:59Z', 'updated_at': '2021-05-21T15:43:17Z', 'revision_number': 5, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'subnets': [{'id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:48:37.512650 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3093607f-07b0-431a-8ba1-2e9f88e4cf64 None None] The sync data for ids ['27acf042-18ab-405e-9e65-c7ba86862fdd'] in dv-cinder-792642-1-iscsi is: [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:43:01Z', 'revision_number': 4, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '767d7672-8ed4-4e4f-bf4b-c0a9bbd851ab', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'port_id': 'c6e3a5c5-580c-456e-8b79-00e6547e317b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'mac_address': 'fa:16:3e:93:55:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3146cb63-cd4b-453c-8835-6c594fa7f7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:48:14Z', 'updated_at': '2021-05-21T15:48:35Z', 'revision_number': 1, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac9e626-809a-4a5a-89be-a11105b836c1', 'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'mac_address': 'fa:16:3e:a1:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:59Z', 'updated_at': '2021-05-21T15:43:17Z', 'revision_number': 5, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'subnets': [{'id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:48:37.697359 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eead1436-78c1-4aa3-91cf-3efef8e4f2b0 None None] New status for floating IP 767d7672-8ed4-4e4f-bf4b-c0a9bbd851ab: ACTIVE {{(pid=98822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:48:38.367395 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-b55be464-0e7b-4094-9381-fafd52b95e69 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:38.368072 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-b55be464-0e7b-4094-9381-fafd52b95e69 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Synchronizing usage tracker for tenant:b233fbff35714ba7b81bd94b6fa24cc7 on resource:network {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:48:38.523712 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-b55be464-0e7b-4094-9381-fafd52b95e69 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Unset dirty status for tenant:b233fbff35714ba7b81bd94b6fa24cc7 on resource:network {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:48:38.524911 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-b55be464-0e7b-4094-9381-fafd52b95e69 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/networks?id=c98d932f-4e6c-4f09-9bdd-835fc1a3c571 HTTP/1.1" status: 200  len: 814 time: 0.3874056
May 21 15:48:38.540022 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-7dad1fa3-3c62-4954-94de-040bbdfec2e2 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/quotas/b233fbff35714ba7b81bd94b6fa24cc7 HTTP/1.1" status: 200  len: 375 time: 0.0094776
May 21 15:48:38.592065 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-26761634-b393-40a0-a5bf-34f6014cdb78 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b233fbff35714ba7b81bd94b6fa24cc7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0469892
May 21 15:48:38.739840 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-ec6716c6-7a1a-48bc-80d8-159f039dbb97 service neutron] 10.222.0.70 "GET /v2.0/networks/c98d932f-4e6c-4f09-9bdd-835fc1a3c571?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410072
May 21 15:48:38.917515 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-763bc74c-57c8-4a4b-8b1b-1584e82296a3 service neutron] 10.222.0.70 "GET /v2.0/networks/c98d932f-4e6c-4f09-9bdd-835fc1a3c571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1710594
May 21 15:48:39.250958 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7b2917a7-3817-4f1b-95ba-ae8d2c09825f req-1c9394e9-bfa6-456d-8f5b-4bed81cd77a5 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 210 time: 0.0513172
May 21 15:48:40.368098 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6e6cb0e3-0f33-4e7f-9848-4387402c2ec5 req-a924e758-31a4-4bbd-805f-c55ba9a94681 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 210 time: 0.0480983
May 21 15:48:41.557646 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1e5ef634-62c9-4bb4-b520-69870a1b5b57 req-93a74175-50bd-4511-b924-bf928a7f98de tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 210 time: 0.0760839
May 21 15:48:42.309833 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-72187f2f-5050-45d5-92b3-326c8b43a0f5 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:42.311226 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-72187f2f-5050-45d5-92b3-326c8b43a0f5 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.25 "GET /v2.0/networks?id=c98d932f-4e6c-4f09-9bdd-835fc1a3c571 HTTP/1.1" status: 200  len: 814 time: 0.1478617
May 21 15:48:42.323959 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Request body: {'port': {'device_id': '308205b1-f8f9-48a7-9632-f0e225b0b044', 'network_id': 'c98d932f-4e6c-4f09-9bdd-835fc1a3c571', 'admin_state_up': True, 'tenant_id': 'b233fbff35714ba7b81bd94b6fa24cc7'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:48:42.462960 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:48:42.466921 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Usage tracker for resource:port and tenant:b233fbff35714ba7b81bd94b6fa24cc7 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:48:42.469938 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:48:42.476555 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:48:42.677553 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Made reservation on behalf of b233fbff35714ba7b81bd94b6fa24cc7 for: {'port': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:48:42.681463 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:42.745061 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2b1eac7b-59ba-4e63-8d7e-be8730177a85 req-6c6ebeb2-f40c-46e5-9abc-8b9a287b7e3b tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 210 time: 0.0505102
May 21 15:48:42.898607 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Allocated IP 172.20.0.9 (c98d932f-4e6c-4f09-9bdd-835fc1a3c571/5749c085-8b0d-4f1a-997a-8ccb71b1d158/44478637-6af8-4fbc-8882-8818158f911d) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:48:43.111498 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:43.117587 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-fc80e290-a4ba-44b4-94d4-db9ec1cf6e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:43.236022 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:43.247166 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-524a3f2f-d2d4-4ee2-b00a-d06184bf99c8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:43.329771 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Network c98d932f-4e6c-4f09-9bdd-835fc1a3c571 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:48:43.333096 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:48:43.337946 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:48:43.368625 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Pushing event updated for resources: {'Port': ['ID=44478637-6af8-4fbc-8882-8818158f911d,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:43.375534 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:43.406243 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:43.406889 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:43.529685 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2094569
May 21 15:48:45.518492 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Request body: {'port': {'device_id': '308205b1-f8f9-48a7-9632-f0e225b0b044', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:48:45.686829 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:45.687107 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:45.860927 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-2c0a8a1e-ca32-4f87-abab-ef2d1c3369b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:45.940822 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c251fef-c85f-4993-b59c-9f36f4669993 req-71d4934b-6ddc-4400-a363-e5b28665eca9 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:45.941524 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-1c251fef-c85f-4993-b59c-9f36f4669993 req-71d4934b-6ddc-4400-a363-e5b28665eca9 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Synchronizing usage tracker for tenant:b233fbff35714ba7b81bd94b6fa24cc7 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:48:46.046607 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-1c251fef-c85f-4993-b59c-9f36f4669993 req-71d4934b-6ddc-4400-a363-e5b28665eca9 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Unset dirty status for tenant:b233fbff35714ba7b81bd94b6fa24cc7 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:48:46.047712 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1c251fef-c85f-4993-b59c-9f36f4669993 req-71d4934b-6ddc-4400-a363-e5b28665eca9 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 931 time: 0.4263017
May 21 15:48:46.127641 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-1c251fef-c85f-4993-b59c-9f36f4669993 req-005b9301-2dba-4c9e-a44e-5919f66c6144 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Synchronizing usage tracker for tenant:b233fbff35714ba7b81bd94b6fa24cc7 on resource:security_group {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:48:46.230525 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44478637-6af8-4fbc-8882-8818158f911d {{(pid=98820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:48:46.239109 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:46.257617 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Transition to ACTIVE for port object 44478637-6af8-4fbc-8882-8818158f911d will not be triggered until provisioned by entity L2. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:48:46.264213 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-1c251fef-c85f-4993-b59c-9f36f4669993 req-005b9301-2dba-4c9e-a44e-5919f66c6144 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Unset dirty status for tenant:b233fbff35714ba7b81bd94b6fa24cc7 on resource:security_group {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:48:46.265640 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1c251fef-c85f-4993-b59c-9f36f4669993 req-005b9301-2dba-4c9e-a44e-5919f66c6144 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2049356
May 21 15:48:46.323819 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:46.329097 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-63eda296-23e9-4f49-ac96-5125983c8451 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:46.491379 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Pushing event updated for resources: {'Port': ['ID=44478637-6af8-4fbc-8882-8818158f911d,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:46.498657 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:46.578700 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Attempting to bind port 44478637-6af8-4fbc-8882-8818158f911d on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:48:46.579465 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Attempting to bind port 44478637-6af8-4fbc-8882-8818158f911d by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '34eab225-490f-44ba-af88-2b28a9fc560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c98d932f-4e6c-4f09-9bdd-835fc1a3c571'}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:48:46.579647 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Attempting to bind port 44478637-6af8-4fbc-8882-8818158f911d on network c98d932f-4e6c-4f09-9bdd-835fc1a3c571 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:48:46.585639 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Port 44478637-6af8-4fbc-8882-8818158f911d on network c98d932f-4e6c-4f09-9bdd-835fc1a3c571 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:48:46.585966 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Attempting to bind port 44478637-6af8-4fbc-8882-8818158f911d on network c98d932f-4e6c-4f09-9bdd-835fc1a3c571 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:48:46.591967 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:48:46.592304 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Checking segment: {'id': '34eab225-490f-44ba-af88-2b28a9fc560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c98d932f-4e6c-4f09-9bdd-835fc1a3c571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:48:46.592695 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Bound using segment: {'id': '34eab225-490f-44ba-af88-2b28a9fc560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c98d932f-4e6c-4f09-9bdd-835fc1a3c571'} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:48:46.593130 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Bound port: 44478637-6af8-4fbc-8882-8818158f911d, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34eab225-490f-44ba-af88-2b28a9fc560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c98d932f-4e6c-4f09-9bdd-835fc1a3c571'}}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:48:46.593478 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:46.693622 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:46.727905 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] For port 44478637-6af8-4fbc-8882-8818158f911d, host hv-cinder-79264, cleared binding levels {{(pid=98820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:48:46.731022 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] For port 44478637-6af8-4fbc-8882-8818158f911d, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=44478637-6af8-4fbc-8882-8818158f911d,segment=NetworkSegment(34eab225-490f-44ba-af88-2b28a9fc560a),segment_id=34eab225-490f-44ba-af88-2b28a9fc560a)] {{(pid=98820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:48:46.807510 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:46.812562 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-c57b5b4c-2b4d-4530-a854-76c065f413e6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:46.875911 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:46.876539 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:46.877923 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] 10.222.0.25 "PUT /v2.0/ports/44478637-6af8-4fbc-8882-8818158f911d HTTP/1.1" status: 200  len: 1093 time: 1.3674657
May 21 15:48:46.878415 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308205b1-f8f9-48a7-9632-f0e225b0b044', 'tag': '44478637-6af8-4fbc-8882-8818158f911d'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:48:46.900609 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Pushing event updated for resources: {'Port': ['ID=44478637-6af8-4fbc-8882-8818158f911d,revision_number=3']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:46.903852 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:46.930976 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308205b1-f8f9-48a7-9632-f0e225b0b044', 'tag': '44478637-6af8-4fbc-8882-8818158f911d', 'status': 'completed', 'code': 200}
May 21 15:48:47.028374 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437829a-a02e-4c01-9ce6-8db362db7a54 req-9ce7c060-b0d2-40a5-bd57-af15f74be4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:47.029866 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8437829a-a02e-4c01-9ce6-8db362db7a54 req-9ce7c060-b0d2-40a5-bd57-af15f74be4a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b233fbff35714ba7b81bd94b6fa24cc7&device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 1096 time: 0.0721481
May 21 15:48:47.174661 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437829a-a02e-4c01-9ce6-8db362db7a54 req-1e187765-fd08-4437-888c-be242c7e4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:47.176185 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8437829a-a02e-4c01-9ce6-8db362db7a54 req-1e187765-fd08-4437-888c-be242c7e4daf service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b233fbff35714ba7b81bd94b6fa24cc7&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1377416
May 21 15:48:47.319936 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437829a-a02e-4c01-9ce6-8db362db7a54 req-e685d22b-6cb7-46b0-b960-b7ef31bd496d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:47.321417 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8437829a-a02e-4c01-9ce6-8db362db7a54 req-e685d22b-6cb7-46b0-b960-b7ef31bd496d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1380892
May 21 15:48:47.497866 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-1d3bd40a-8e92-499e-bb75-88b73fd4659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:47.499403 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-1d3bd40a-8e92-499e-bb75-88b73fd4659f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b233fbff35714ba7b81bd94b6fa24cc7&device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 1096 time: 0.1388698
May 21 15:48:47.512208 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82877f40-a3a6-41f1-bb80-fbb1c4354e4c req-c34ed33c-94f3-4e68-a071-7b4abbe97c6c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:47.513627 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-82877f40-a3a6-41f1-bb80-fbb1c4354e4c req-c34ed33c-94f3-4e68-a071-7b4abbe97c6c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 943 time: 0.1176651
May 21 15:48:47.593597 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-4f833504-e365-4d01-8270-c088bd90315a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44478637-6af8-4fbc-8882-8818158f911d HTTP/1.1" status: 200  len: 217 time: 0.0790067
May 21 15:48:47.666446 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-82877f40-a3a6-41f1-bb80-fbb1c4354e4c req-bd4488ad-4632-4172-a8d1-4574bd26a81c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011183
May 21 15:48:47.679866 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-b6601dd4-ed2e-4d11-88eb-04fa17f9f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:47.681291 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-b6601dd4-ed2e-4d11-88eb-04fa17f9f8f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5749c085-8b0d-4f1a-997a-8ccb71b1d158 HTTP/1.1" status: 200  len: 854 time: 0.0740781
May 21 15:48:47.746054 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-aa19ba28-983a-4b11-a12d-e6bcdf2dc067 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98d932f-4e6c-4f09-9bdd-835fc1a3c571&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559921
May 21 15:48:47.972718 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-54304d1a-00fa-4a48-87f1-9322dab24fe9 service neutron] 10.222.0.25 "GET /v2.0/networks/c98d932f-4e6c-4f09-9bdd-835fc1a3c571?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139513
May 21 15:48:48.118252 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-244cb5b5-a05e-4d4a-989f-b0237759e743 req-bff88cec-97d2-4544-8ef7-209f67554d36 service neutron] 10.222.0.25 "GET /v2.0/networks/c98d932f-4e6c-4f09-9bdd-835fc1a3c571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319351
May 21 15:48:48.466378 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:48.876440 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f25fbe-2682-4107-8283-782ddeee4b0f req-1e4a7641-81f8-403b-9063-27ae70046fc3 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:48.877922 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-16f25fbe-2682-4107-8283-782ddeee4b0f req-1e4a7641-81f8-403b-9063-27ae70046fc3 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 943 time: 0.1010590
May 21 15:48:48.934135 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-16f25fbe-2682-4107-8283-782ddeee4b0f req-89c33d0f-c1d1-46a4-a444-50bb1d0b083a tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499952
May 21 15:48:50.168499 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5d821-7a42-467f-ab58-558ef200bc39 req-1ccc4a13-2e44-4e46-be92-f0ef1fe80fb7 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:50.171429 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-85b5d821-7a42-467f-ab58-558ef200bc39 req-1ccc4a13-2e44-4e46-be92-f0ef1fe80fb7 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 943 time: 0.1265914
May 21 15:48:50.220384 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-85b5d821-7a42-467f-ab58-558ef200bc39 req-a2f32d28-83f4-40eb-bc09-c3a716bad389 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433700
May 21 15:48:51.264682 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 44478637-6af8-4fbc-8882-8818158f911d details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:48:51.412937 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 44478637-6af8-4fbc-8882-8818158f911d, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=44478637-6af8-4fbc-8882-8818158f911d,segment=NetworkSegment(34eab225-490f-44ba-af88-2b28a9fc560a),segment_id=34eab225-490f-44ba-af88-2b28a9fc560a)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:48:51.425172 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e298a8-7ba9-4c12-9921-d49f24d298e2 req-ab88ed52-3521-480d-993b-4fa73e8dbbe7 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:51.426782 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f6e298a8-7ba9-4c12-9921-d49f24d298e2 req-ab88ed52-3521-480d-993b-4fa73e8dbbe7 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 943 time: 0.0961292
May 21 15:48:51.428633 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '44478637-6af8-4fbc-8882-8818158f911d', 'network_id': 'c98d932f-4e6c-4f09-9bdd-835fc1a3c571', 'port_id': '44478637-6af8-4fbc-8882-8818158f911d', 'mac_address': 'fa:16:3e:ba:19:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5749c085-8b0d-4f1a-997a-8ccb71b1d158', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:48:51.475934 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f6e298a8-7ba9-4c12-9921-d49f24d298e2 req-fa1672f3-fce7-4f4a-ae99-fad133b5c99b tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421789
May 21 15:48:51.487592 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:51.507165 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44478637-6af8-4fbc-8882-8818158f911d {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:48:51.523840 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 44478637-6af8-4fbc-8882-8818158f911d, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=44478637-6af8-4fbc-8882-8818158f911d,segment=NetworkSegment(34eab225-490f-44ba-af88-2b28a9fc560a),segment_id=34eab225-490f-44ba-af88-2b28a9fc560a)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:48:51.600782 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:51.602570 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:51.672023 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=44478637-6af8-4fbc-8882-8818158f911d,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:51.675193 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:51.921530 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['44478637-6af8-4fbc-8882-8818158f911d'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:48:52.680997 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113fa5f-ad6d-4384-b5a0-c05608a7d2ac req-a3b6118a-7f0b-42a5-b598-eaeafc5208cc tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:52.682460 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4113fa5f-ad6d-4384-b5a0-c05608a7d2ac req-a3b6118a-7f0b-42a5-b598-eaeafc5208cc tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 944 time: 0.0919199
May 21 15:48:52.729925 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4113fa5f-ad6d-4384-b5a0-c05608a7d2ac req-bc1e00d4-4f0d-475e-b831-50b68bc5eda0 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416791
May 21 15:48:53.276475 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 44478637-6af8-4fbc-8882-8818158f911d up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:48:53.469119 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port 44478637-6af8-4fbc-8882-8818158f911d completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:48:53.474371 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 44478637-6af8-4fbc-8882-8818158f911d triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:48:53.483706 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:53.601200 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:53.632909 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308205b1-f8f9-48a7-9632-f0e225b0b044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44478637-6af8-4fbc-8882-8818158f911d'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:48:53.642875 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 44478637-6af8-4fbc-8882-8818158f911d, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=44478637-6af8-4fbc-8882-8818158f911d,segment=NetworkSegment(34eab225-490f-44ba-af88-2b28a9fc560a),segment_id=34eab225-490f-44ba-af88-2b28a9fc560a)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:48:53.772335 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:48:53.774192 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:48:53.846932 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=44478637-6af8-4fbc-8882-8818158f911d,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:48:53.850235 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:48:53.872079 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308205b1-f8f9-48a7-9632-f0e225b0b044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44478637-6af8-4fbc-8882-8818158f911d', 'code': 200}
May 21 15:48:53.969708 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26f681-a6d9-4676-ab0b-954268abceb5 req-f8f36f73-6bb2-4f5c-b553-2cb3d1007dd4 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:53.971255 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6f26f681-a6d9-4676-ab0b-954268abceb5 req-f8f36f73-6bb2-4f5c-b553-2cb3d1007dd4 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 945 time: 0.0904038
May 21 15:48:54.018946 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6f26f681-a6d9-4676-ab0b-954268abceb5 req-6a1b0d73-5a2c-4e58-a1d8-1db329be3499 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408900
May 21 15:48:54.362259 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfe473-21d8-4713-8734-ce0910c7fa0f req-3a01f427-8ab8-402b-bbdd-7a86ab3f2759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:54.363667 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-41cfe473-21d8-4713-8734-ce0910c7fa0f req-3a01f427-8ab8-402b-bbdd-7a86ab3f2759 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 1098 time: 0.0713201
May 21 15:48:54.407867 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-41cfe473-21d8-4713-8734-ce0910c7fa0f req-c7e01f24-3b2b-45eb-b77c-b74c7396d2a0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345917
May 21 15:48:55.211514 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde8296-4dd8-46f9-9855-ffd5226b43a0 req-9470bfaf-f95f-46a9-92cc-a0988ffe7c6b tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:55.212965 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9bde8296-4dd8-46f9-9855-ffd5226b43a0 req-9470bfaf-f95f-46a9-92cc-a0988ffe7c6b tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 945 time: 0.0845885
May 21 15:48:55.262643 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9bde8296-4dd8-46f9-9855-ffd5226b43a0 req-8260d907-e950-4ea4-ae49-5ce36bdc078a tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435433
May 21 15:48:56.457325 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d408b40-661f-4a7b-9e85-3ce0b6035f96 req-c7574a63-26bf-4767-ad8e-6ab6c615c877 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:56.459768 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3d408b40-661f-4a7b-9e85-3ce0b6035f96 req-c7574a63-26bf-4767-ad8e-6ab6c615c877 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 945 time: 0.0842197
May 21 15:48:56.504981 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3d408b40-661f-4a7b-9e85-3ce0b6035f96 req-001f8f55-a575-47fc-a425-9c98be30cda5 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399218
May 21 15:48:57.102660 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8330612a-b031-4e77-b099-8e5ab85fcbf2 req-896fe04c-0e6e-45fb-8957-814b72a3990a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0727053
May 21 15:48:57.253389 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330612a-b031-4e77-b099-8e5ab85fcbf2 req-1aa646a7-b2bd-4afe-9e8d-974fc71f99d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:57.254906 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8330612a-b031-4e77-b099-8e5ab85fcbf2 req-1aa646a7-b2bd-4afe-9e8d-974fc71f99d5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a68b29cab9044629d81ff87b9006270&device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 1098 time: 0.0782912
May 21 15:48:57.422410 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330612a-b031-4e77-b099-8e5ab85fcbf2 req-129c84fc-68d7-46db-809a-004edd4e482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:57.423897 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8330612a-b031-4e77-b099-8e5ab85fcbf2 req-129c84fc-68d7-46db-809a-004edd4e482d service neutron] 10.222.0.25 "GET /v2.0/networks?id=470804b6-04d0-46f5-ba4c-e770e90d71b9 HTTP/1.1" status: 200  len: 918 time: 0.1412897
May 21 15:48:57.530652 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8330612a-b031-4e77-b099-8e5ab85fcbf2 req-3ea8973c-1552-4054-a8f5-c1be36137b8d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=356c5dcb-26e6-4816-8528-73ca86ae084f HTTP/1.1" status: 200  len: 1001 time: 0.0977829
May 21 15:48:57.601715 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330612a-b031-4e77-b099-8e5ab85fcbf2 req-f38db9f7-618a-477f-bb69-1f30201c403c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:57.603602 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8330612a-b031-4e77-b099-8e5ab85fcbf2 req-f38db9f7-618a-477f-bb69-1f30201c403c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b213e9aa-7ec1-46da-827f-d08b01630e15 HTTP/1.1" status: 200  len: 856 time: 0.0628059
May 21 15:48:57.687203 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330612a-b031-4e77-b099-8e5ab85fcbf2 req-464453a0-d2f6-41b8-8310-3a3d2af8472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:48:57.688547 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8330612a-b031-4e77-b099-8e5ab85fcbf2 req-464453a0-d2f6-41b8-8310-3a3d2af8472a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=470804b6-04d0-46f5-ba4c-e770e90d71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772667
May 21 15:48:57.854321 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8330612a-b031-4e77-b099-8e5ab85fcbf2 req-f4a48a7c-ec9a-4404-bcd8-95b965aa6809 service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1559141
May 21 15:48:58.081406 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8330612a-b031-4e77-b099-8e5ab85fcbf2 req-38f8439f-95fc-47d9-96b0-8ad2f695f13a service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2188835
May 21 15:48:59.288960 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:02.727909 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:49:10.892244 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ba67c-8ffc-4882-9c97-6726b559c5df req-ea12c1ae-32d9-4672-954d-c73f9050469c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:10.898105 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7a6ba67c-8ffc-4882-9c97-6726b559c5df req-ea12c1ae-32d9-4672-954d-c73f9050469c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0875502
May 21 15:49:10.940006 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7a6ba67c-8ffc-4882-9c97-6726b559c5df req-9ed05a79-ddd3-4552-87c3-c800ef38ef05 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399034
May 21 15:49:12.136331 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d35bc-027a-4fa7-8fd8-e97c385ae21e req-9fbdee08-0cb6-4b2a-bce9-ae6f9de00ca8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:12.138265 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-926d35bc-027a-4fa7-8fd8-e97c385ae21e req-9fbdee08-0cb6-4b2a-bce9-ae6f9de00ca8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0841701
May 21 15:49:12.189235 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-926d35bc-027a-4fa7-8fd8-e97c385ae21e req-ad7e570a-6a68-4ea8-a17e-95fed312a07a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450754
May 21 15:49:13.022532 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8d6db87f-1eb6-4dba-9234-e717f17af254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:13.388905 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe5a7d-5a48-4434-95c9-124ecf912d5b req-97581bcc-89ad-4ada-92f2-38f3bd0e4a6c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:13.390369 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-79fe5a7d-5a48-4434-95c9-124ecf912d5b req-97581bcc-89ad-4ada-92f2-38f3bd0e4a6c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0818329
May 21 15:49:13.439534 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-79fe5a7d-5a48-4434-95c9-124ecf912d5b req-68282986-a26f-4542-8a42-c19a8abe06d6 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433249
May 21 15:49:14.638441 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd6e23-86c1-4209-b1f7-cf41e959bbe2 req-f06dd11e-2edc-4c73-aeea-7a961d89db12 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:14.640038 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8cfd6e23-86c1-4209-b1f7-cf41e959bbe2 req-f06dd11e-2edc-4c73-aeea-7a961d89db12 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0874450
May 21 15:49:14.692097 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8cfd6e23-86c1-4209-b1f7-cf41e959bbe2 req-a583072d-81c2-408c-b4e7-b3a394dbf793 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458090
May 21 15:49:15.651868 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:15.825959 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d5cbc7d2-911a-46d4-9285-016f19cf473e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:15.888018 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da148c0d-1efd-44fb-97a4-f1cb992a6b9b req-4f31bb05-654d-4cc8-b7db-699e5641bb73 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:15.889473 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-da148c0d-1efd-44fb-97a4-f1cb992a6b9b req-4f31bb05-654d-4cc8-b7db-699e5641bb73 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0808218
May 21 15:49:15.934493 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-da148c0d-1efd-44fb-97a4-f1cb992a6b9b req-f204a1d9-73bc-4975-a038-86d8225fd967 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392170
May 21 15:49:16.731154 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:17.135523 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776d918-29fd-46c3-9022-755f57192e34 req-5ddeaa96-2a77-4c67-9ad8-92d810cc7245 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:17.136977 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8776d918-29fd-46c3-9022-755f57192e34 req-5ddeaa96-2a77-4c67-9ad8-92d810cc7245 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0872035
May 21 15:49:17.182481 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8776d918-29fd-46c3-9022-755f57192e34 req-e4cb73f3-3cea-4e07-a317-8c1d9f91ce8c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396106
May 21 15:49:18.377686 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939393a0-8a2b-4e82-b81b-6570cace0c4e req-77e8295b-c0c5-42a1-8cdd-aa084cfb82e8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:18.379270 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-939393a0-8a2b-4e82-b81b-6570cace0c4e req-77e8295b-c0c5-42a1-8cdd-aa084cfb82e8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0840094
May 21 15:49:18.433257 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-939393a0-8a2b-4e82-b81b-6570cace0c4e req-832336b3-94c3-4aaf-9aec-96039163cb8b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449827
May 21 15:49:18.520026 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:19.643054 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968ccb2-7150-4147-a911-d4b768d2167b req-bfa26b1a-e166-4fa2-97ae-6d7d865eeead tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:19.644839 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b968ccb2-7150-4147-a911-d4b768d2167b req-bfa26b1a-e166-4fa2-97ae-6d7d865eeead tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0959544
May 21 15:49:19.694237 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b968ccb2-7150-4147-a911-d4b768d2167b req-b495eb71-02d0-48a7-be63-3277232685e1 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423744
May 21 15:49:20.895381 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1748f-e3f7-4501-af7c-d2fcb3b99857 req-c2dc0e99-66e0-4a02-a716-450c70070c39 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:20.896922 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-11d1748f-e3f7-4501-af7c-d2fcb3b99857 req-c2dc0e99-66e0-4a02-a716-450c70070c39 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0891995
May 21 15:49:20.947018 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-11d1748f-e3f7-4501-af7c-d2fcb3b99857 req-326a1169-24de-4f85-b32c-87d52400e093 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442050
May 21 15:49:22.137375 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bded89c-707d-4e7f-b118-da6d34b4e564 req-0410e526-f8a5-412c-8772-79ac2f9e6825 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:22.138852 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3bded89c-707d-4e7f-b118-da6d34b4e564 req-0410e526-f8a5-412c-8772-79ac2f9e6825 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0808806
May 21 15:49:22.184507 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3bded89c-707d-4e7f-b118-da6d34b4e564 req-0b2d2143-308e-4f37-9455-458bd95c8c39 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399427
May 21 15:49:23.381411 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f24f03-4e69-4807-b64a-e2eb0e58b27a req-34b27303-09fe-4896-8012-9e440e5912fd tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:23.382824 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c9f24f03-4e69-4807-b64a-e2eb0e58b27a req-34b27303-09fe-4896-8012-9e440e5912fd tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0867112
May 21 15:49:23.428669 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c9f24f03-4e69-4807-b64a-e2eb0e58b27a req-93bd213f-50ad-4d20-8ef9-ec1b59b371fe tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400722
May 21 15:49:24.628788 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f419b-f56b-4601-91ee-f3eb16e09b7a req-a0e547fa-3b66-4dee-b5bb-9e95256b1b83 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:24.630454 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-478f419b-f56b-4601-91ee-f3eb16e09b7a req-a0e547fa-3b66-4dee-b5bb-9e95256b1b83 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0851712
May 21 15:49:24.683053 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-478f419b-f56b-4601-91ee-f3eb16e09b7a req-922c5bcd-a72f-4249-aa28-e860c5554b6c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451703
May 21 15:49:24.894430 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 54916) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:49:25.025627 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:25.040216 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:49:25.044413 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Usage tracker for resource:security_group_rule and tenant:fd7824a56a1040309d617a732b29faa3 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:49:25.047263 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:49:25.053240 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:49:25.137197 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:25.268000 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:25.277368 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ab609a80-e5a0-4a0a-a77b-c3b54b74fd3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:49:25.321997 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd7824a56a1040309d617a732b29faa3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4264476
May 21 15:49:25.322766 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb8f5c8-cdd7-417b-ac5d-3d854611df29,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:49:25.324872 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 54924) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:49:25.330500 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.330691 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.330936 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.331333 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.331653 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.332002 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.332350 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.332719 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.333137 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.333483 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.334378 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.334741 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.338748 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:49:25.387293 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:25.413818 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:25.557038 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:25.560894 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:49:25.573059 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb8f5c8-cdd7-417b-ac5d-3d854611df29,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:49:25.583127 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.583539 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.584609 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.584970 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.585320 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.585670 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.586048 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.586391 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.586767 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.587097 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.587444 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.587780 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:25.591313 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:49:25.592564 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:25.593717 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6bb8f5c8-cdd7-417b-ac5d-3d854611df29 HTTP/1.1" status: 204  len: 168 time: 0.2677593
May 21 15:49:25.900647 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda44c74-51f6-4f1f-be08-e09661ed95de req-fd7bc41b-56a3-4dda-bc1e-250d15e19831 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:25.902325 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eda44c74-51f6-4f1f-be08-e09661ed95de req-fd7bc41b-56a3-4dda-bc1e-250d15e19831 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0904191
May 21 15:49:25.952449 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eda44c74-51f6-4f1f-be08-e09661ed95de req-11975551-244d-4500-a0d3-b86c6050a128 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437603
May 21 15:49:27.146334 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb183f9-bc2c-4c32-9f81-e1ea553ccb7b req-108bd79b-3082-42fd-a833-bfeba7c6a2c3 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:27.147957 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7eb183f9-bc2c-4c32-9f81-e1ea553ccb7b req-108bd79b-3082-42fd-a833-bfeba7c6a2c3 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0802474
May 21 15:49:27.197145 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7eb183f9-bc2c-4c32-9f81-e1ea553ccb7b req-ffdc504e-23e3-4a7b-9ed9-27a69c0b464c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436099
May 21 15:49:28.394192 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb8349-4334-42ac-b051-a84a10ce5dd1 req-937f11d4-5c17-4e1b-83d5-c67a6f23fbb4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:28.395734 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-82eb8349-4334-42ac-b051-a84a10ce5dd1 req-937f11d4-5c17-4e1b-83d5-c67a6f23fbb4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0849538
May 21 15:49:28.441827 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-82eb8349-4334-42ac-b051-a84a10ce5dd1 req-b99bf58a-d9fd-4bf1-980a-5841f5919469 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396798
May 21 15:49:29.299857 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:29.637969 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf8e30-c7dc-43d6-88c8-a3f50361665d req-59d2eece-e136-4f18-bc24-73f4f7caad1c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:29.639596 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cbaf8e30-c7dc-43d6-88c8-a3f50361665d req-59d2eece-e136-4f18-bc24-73f4f7caad1c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0838790
May 21 15:49:29.767259 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cbaf8e30-c7dc-43d6-88c8-a3f50361665d req-7d07c27d-d861-4b13-810b-7a49a8689851 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1214206
May 21 15:49:30.966070 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00b81c-88e4-4dad-af6e-610dc64e8d2c req-cdb35ce2-a7fe-4fc4-bedb-d77b02f9ce37 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:30.967621 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3d00b81c-88e4-4dad-af6e-610dc64e8d2c req-cdb35ce2-a7fe-4fc4-bedb-d77b02f9ce37 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0859244
May 21 15:49:31.021118 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3d00b81c-88e4-4dad-af6e-610dc64e8d2c req-12157309-6b3b-4179-bc49-d19359f714ea tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472910
May 21 15:49:32.221832 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73fd3b-52d6-4793-aa9a-b13d80f80395 req-aec45037-fc30-4a2a-8c04-27f573ab2552 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:32.223309 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fb73fd3b-52d6-4793-aa9a-b13d80f80395 req-aec45037-fc30-4a2a-8c04-27f573ab2552 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0853913
May 21 15:49:32.269929 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fb73fd3b-52d6-4793-aa9a-b13d80f80395 req-44dd816a-ba9e-41b4-9c24-767fdb754543 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407126
May 21 15:49:33.465915 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba764d-a1e6-4eb9-adf4-5161d14d45ca req-f2ebcaa4-c8bd-4400-886b-76a9adcef6fa tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:33.467420 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-46ba764d-a1e6-4eb9-adf4-5161d14d45ca req-f2ebcaa4-c8bd-4400-886b-76a9adcef6fa tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0792785
May 21 15:49:33.516194 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 356c5dcb-26e6-4816-8528-73ca86ae084f details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:49:33.516768 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-46ba764d-a1e6-4eb9-adf4-5161d14d45ca req-ee63e987-c2ce-4f39-a5d2-27b75806ac00 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433125
May 21 15:49:33.652362 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 356c5dcb-26e6-4816-8528-73ca86ae084f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=356c5dcb-26e6-4816-8528-73ca86ae084f,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:49:33.666149 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '356c5dcb-26e6-4816-8528-73ca86ae084f', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'port_id': '356c5dcb-26e6-4816-8528-73ca86ae084f', 'mac_address': 'fa:16:3e:81:05:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:49:33.721814 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:33.739239 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 356c5dcb-26e6-4816-8528-73ca86ae084f {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:49:33.755372 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 356c5dcb-26e6-4816-8528-73ca86ae084f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=356c5dcb-26e6-4816-8528-73ca86ae084f,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:49:33.977155 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:33.978902 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:49:34.051226 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=356c5dcb-26e6-4816-8528-73ca86ae084f,revision_number=6']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:49:34.058121 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:34.058470 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:34.058831 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:34.059164 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:34.059497 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:34.059823 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:34.060145 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:34.060471 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:34.060891 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:34.061220 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:34.061543 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:34.061860 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:49:34.065963 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:49:34.104553 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['356c5dcb-26e6-4816-8528-73ca86ae084f'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:49:34.717166 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedebcb-64b3-496a-96e7-5259cb073c96 req-75e1aa0f-ab26-4c51-aab1-8f05cf79a316 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:34.718598 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eeedebcb-64b3-496a-96e7-5259cb073c96 req-75e1aa0f-ab26-4c51-aab1-8f05cf79a316 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 944 time: 0.0837140
May 21 15:49:34.764697 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eeedebcb-64b3-496a-96e7-5259cb073c96 req-f2b4f56c-2333-4c8b-a194-b76634b2f72e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403488
May 21 15:49:35.667237 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 356c5dcb-26e6-4816-8528-73ca86ae084f up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:49:35.737484 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 356c5dcb-26e6-4816-8528-73ca86ae084f triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:49:35.737885 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:35.883684 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:35.912727 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356c5dcb-26e6-4816-8528-73ca86ae084f'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:49:35.922547 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 356c5dcb-26e6-4816-8528-73ca86ae084f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=356c5dcb-26e6-4816-8528-73ca86ae084f,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:49:35.960261 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d8c35-5f52-4846-a96d-3e23be444e97 req-b5d3e1b0-b740-4e0c-8f40-735341bd6d53 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:35.960975 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356c5dcb-26e6-4816-8528-73ca86ae084f', 'code': 200}
May 21 15:49:35.961752 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-165d8c35-5f52-4846-a96d-3e23be444e97 req-b5d3e1b0-b740-4e0c-8f40-735341bd6d53 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 944 time: 0.0850041
May 21 15:49:36.007255 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-165d8c35-5f52-4846-a96d-3e23be444e97 req-cc83f22c-dbb4-45ae-a4f5-546c5c26ee7b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388305
May 21 15:49:36.025436 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:36.027874 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:49:36.091592 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=356c5dcb-26e6-4816-8528-73ca86ae084f,revision_number=7']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:49:36.094517 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:49:37.222614 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab72cf-18cf-4246-8b04-6273a8f27597 req-c353036b-8704-4201-b81b-469854de7a0e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:37.224254 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2cab72cf-18cf-4246-8b04-6273a8f27597 req-c353036b-8704-4201-b81b-469854de7a0e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.1021669
May 21 15:49:37.283284 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2cab72cf-18cf-4246-8b04-6273a8f27597 req-3dec6e6d-38d8-43da-a5ec-163faa094e05 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517952
May 21 15:49:38.500387 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2a9c4-8cb9-446b-889d-0cae6286100d req-4d4f0cad-b97e-436d-98c1-500edb2dc68f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:38.503046 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8eb2a9c4-8cb9-446b-889d-0cae6286100d req-4d4f0cad-b97e-436d-98c1-500edb2dc68f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.1047969
May 21 15:49:38.562073 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8eb2a9c4-8cb9-446b-889d-0cae6286100d req-9ffb1008-3008-4824-adc3-6354d335e79a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534546
May 21 15:49:39.726614 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:49:39.770277 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914817a-6887-448d-b9f3-5eda4eddb168 req-c3df1163-f083-4354-b443-065e36fa6ea4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:39.771760 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9914817a-6887-448d-b9f3-5eda4eddb168 req-c3df1163-f083-4354-b443-065e36fa6ea4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0815237
May 21 15:49:39.818508 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9914817a-6887-448d-b9f3-5eda4eddb168 req-006eb93a-7bc1-458f-b5b6-584798e685d7 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405416
May 21 15:49:41.023870 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272b199b-7e08-4d3d-9b09-bb59482010f0 req-2a234896-ab33-4d02-90c4-eb6b0b3bc3a7 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:41.025662 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-272b199b-7e08-4d3d-9b09-bb59482010f0 req-2a234896-ab33-4d02-90c4-eb6b0b3bc3a7 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0886278
May 21 15:49:41.074578 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-272b199b-7e08-4d3d-9b09-bb59482010f0 req-35bfbe24-b7e4-4207-90aa-26eb4ed227cc tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424409
May 21 15:49:42.300912 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31010b70-0e05-4063-a4c1-31b1d84bf5cc req-2d50d0d9-486b-4890-bd9e-1c6e5384e936 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:42.303080 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-31010b70-0e05-4063-a4c1-31b1d84bf5cc req-2d50d0d9-486b-4890-bd9e-1c6e5384e936 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0939376
May 21 15:49:42.356275 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-31010b70-0e05-4063-a4c1-31b1d84bf5cc req-e8db67cd-36bf-45c6-9a97-c731871334ef tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470130
May 21 15:49:43.225760 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-fc543ddb-8d9d-4a2f-8239-af8c1791b903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:43.570251 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5486ed7-b0ce-432b-a996-b828bc6b3748 req-cfb237af-12d3-4e21-9976-903abdee4d24 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:43.573062 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d5486ed7-b0ce-432b-a996-b828bc6b3748 req-cfb237af-12d3-4e21-9976-903abdee4d24 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0883572
May 21 15:49:43.627500 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d5486ed7-b0ce-432b-a996-b828bc6b3748 req-3c1fb604-1d9e-46a2-af52-21cf04610dcd tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494797
May 21 15:49:44.846488 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e42a0d-2ea6-428e-b20e-393aed1a8193 req-f29e30cb-95ea-4acd-8ebb-681459116367 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:44.848230 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c2e42a0d-2ea6-428e-b20e-393aed1a8193 req-f29e30cb-95ea-4acd-8ebb-681459116367 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0990002
May 21 15:49:44.904889 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c2e42a0d-2ea6-428e-b20e-393aed1a8193 req-d3ddb320-d9d4-40b4-951b-94dc5ff342af tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502601
May 21 15:49:45.665840 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:46.050488 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-6a16fbfe-0841-46c0-9f9e-898d6c068fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:46.241722 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90379732-c1cf-471a-af81-cd78788e746a req-ab12d216-cad0-4aa7-8cc8-76001979c268 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:46.243182 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-90379732-c1cf-471a-af81-cd78788e746a req-ab12d216-cad0-4aa7-8cc8-76001979c268 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0797610
May 21 15:49:46.291911 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-90379732-c1cf-471a-af81-cd78788e746a req-c38aeccc-764a-483a-aec1-6664c9f8fdca tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428424
May 21 15:49:46.763036 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:47.486392 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5eee5-572f-4cb9-a528-87dd682e29d3 req-a58c0bc8-597d-46bf-a97b-c74f7ab5ec55 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:47.488875 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5ea5eee5-572f-4cb9-a528-87dd682e29d3 req-a58c0bc8-597d-46bf-a97b-c74f7ab5ec55 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0816808
May 21 15:49:47.533538 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5ea5eee5-572f-4cb9-a528-87dd682e29d3 req-f99d4edd-c8e7-4211-bcab-37ec2dc5bf9f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401516
May 21 15:49:48.416083 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:48.731688 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c3c4c-0950-4022-8632-1ca4a06bb09b req-6fde9a6c-fa3d-49eb-a272-8bad32450c12 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:48.733152 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-520c3c4c-0950-4022-8632-1ca4a06bb09b req-6fde9a6c-fa3d-49eb-a272-8bad32450c12 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0868037
May 21 15:49:48.778907 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-520c3c4c-0950-4022-8632-1ca4a06bb09b req-c9848c96-e4ec-4dbf-b372-8d67c848d457 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395722
May 21 15:49:49.547089 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07203036-de61-4d94-8f43-2432e1bb5f0b req-cb4493c8-8608-4e9f-863a-a6e545bb3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:49.548527 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-07203036-de61-4d94-8f43-2432e1bb5f0b req-cb4493c8-8608-4e9f-863a-a6e545bb3433 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a68b29cab9044629d81ff87b9006270&device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 1098 time: 0.0698156
May 21 15:49:49.681199 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07203036-de61-4d94-8f43-2432e1bb5f0b req-74ec14fe-84ee-4547-810a-7bb2ee0a18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:49.682790 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-07203036-de61-4d94-8f43-2432e1bb5f0b req-74ec14fe-84ee-4547-810a-7bb2ee0a18dc service neutron] 10.222.0.25 "GET /v2.0/networks?id=470804b6-04d0-46f5-ba4c-e770e90d71b9 HTTP/1.1" status: 200  len: 918 time: 0.1270266
May 21 15:49:49.865175 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-07203036-de61-4d94-8f43-2432e1bb5f0b req-a900427a-f0d3-476d-a0ac-7864ee5f2061 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=356c5dcb-26e6-4816-8528-73ca86ae084f HTTP/1.1" status: 200  len: 1001 time: 0.1753170
May 21 15:49:49.979624 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07203036-de61-4d94-8f43-2432e1bb5f0b req-c81047b9-72b4-4b96-a87b-4c103f8a47da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:49.981165 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-07203036-de61-4d94-8f43-2432e1bb5f0b req-c81047b9-72b4-4b96-a87b-4c103f8a47da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b213e9aa-7ec1-46da-827f-d08b01630e15 HTTP/1.1" status: 200  len: 856 time: 0.1088002
May 21 15:49:50.055154 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42915232-9c04-421e-935d-5a5a57e94eb3 req-4569830f-0c14-4c08-91d6-12a60c866e77 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:50.056613 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-42915232-9c04-421e-935d-5a5a57e94eb3 req-4569830f-0c14-4c08-91d6-12a60c866e77 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.1541030
May 21 15:49:50.116402 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07203036-de61-4d94-8f43-2432e1bb5f0b req-a94bc134-d12e-4c5f-877c-7311de55f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:50.117313 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-07203036-de61-4d94-8f43-2432e1bb5f0b req-a94bc134-d12e-4c5f-877c-7311de55f7e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=470804b6-04d0-46f5-ba4c-e770e90d71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1271925
May 21 15:49:50.121207 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-42915232-9c04-421e-935d-5a5a57e94eb3 req-7c016402-5ac0-4f1a-ad2a-ec4da94a50f5 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523102
May 21 15:49:50.257476 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-07203036-de61-4d94-8f43-2432e1bb5f0b req-6c369f29-403c-4639-af11-c8a1f48f3640 service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312864
May 21 15:49:50.393058 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-07203036-de61-4d94-8f43-2432e1bb5f0b req-d5b563c2-73c6-42c5-b9bc-500bca627534 service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277311
May 21 15:49:51.311818 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f524e-206a-4480-881c-a60fa3a35276 req-feb920f3-e716-4bd0-882e-83b0be909507 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:51.313304 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-016f524e-206a-4480-881c-a60fa3a35276 req-feb920f3-e716-4bd0-882e-83b0be909507 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0808234
May 21 15:49:51.358617 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-016f524e-206a-4480-881c-a60fa3a35276 req-a027f953-8bd5-462c-a679-8fe2f9b8f6fc tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387275
May 21 15:49:52.554741 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d7c7c-27f5-4572-a53e-3d904156a4ce req-e0126d0e-b7a8-4b53-ba1d-455e364f61fb tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:52.556488 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-df1d7c7c-27f5-4572-a53e-3d904156a4ce req-e0126d0e-b7a8-4b53-ba1d-455e364f61fb tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0831287
May 21 15:49:52.605514 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-df1d7c7c-27f5-4572-a53e-3d904156a4ce req-2300f025-42c0-4ea3-9a87-074a7ef9b8a5 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421541
May 21 15:49:53.650529 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 356c5dcb-26e6-4816-8528-73ca86ae084f no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:49:53.767352 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:53.799220 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '356c5dcb-26e6-4816-8528-73ca86ae084f'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:49:53.800693 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae9c23-1f4b-4c94-82e5-801f62ae657e req-1773fce0-4a78-4aab-a389-b2ff9451c99f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:53.803198 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-19ae9c23-1f4b-4c94-82e5-801f62ae657e req-1773fce0-4a78-4aab-a389-b2ff9451c99f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 945 time: 0.0857015
May 21 15:49:53.810482 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 356c5dcb-26e6-4816-8528-73ca86ae084f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=356c5dcb-26e6-4816-8528-73ca86ae084f,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:49:53.848694 dv-cinder-792642-1-iscsi neutron-server[98821]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '356c5dcb-26e6-4816-8528-73ca86ae084f', 'code': 422} returned with failed status
May 21 15:49:53.854625 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-19ae9c23-1f4b-4c94-82e5-801f62ae657e req-b69439b4-9969-4200-bde9-51bd631a411b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463426
May 21 15:49:53.906869 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:53.908691 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:49:53.977844 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=356c5dcb-26e6-4816-8528-73ca86ae084f,revision_number=8']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:49:53.981659 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:49:57.033787 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d86553-d566-4bd9-baa7-99ca5c1dc49f req-c124b32b-be8e-4978-8fd0-259c9d4fd647 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:57.035458 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-84d86553-d566-4bd9-baa7-99ca5c1dc49f req-c124b32b-be8e-4978-8fd0-259c9d4fd647 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.0879717
May 21 15:49:57.129929 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-84d86553-d566-4bd9-baa7-99ca5c1dc49f req-08898d62-e3da-420a-bfe4-98f9e6ee1e55 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0883718
May 21 15:49:57.152145 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ec17dfcb-c3e3-4006-bbcb-507d662ea57d req-d27fd7d0-6e5f-4545-9b10-a0911c0d8e13 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0961580
May 21 15:49:57.242080 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17dfcb-c3e3-4006-bbcb-507d662ea57d req-3565261e-239a-4925-b7c0-9fac62b193a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:57.243593 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ec17dfcb-c3e3-4006-bbcb-507d662ea57d req-3565261e-239a-4925-b7c0-9fac62b193a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6c2adcba26c84d31b4928d8a767d160b&device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 1099 time: 0.0703874
May 21 15:49:57.355768 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-6f1eb3d4-bd71-431e-94b0-512e2d9c8607 req-8b2883c9-7b0a-4deb-8de3-52963cba2358 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0776789
May 21 15:49:57.399059 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17dfcb-c3e3-4006-bbcb-507d662ea57d req-fabaeec2-f4ea-4786-8b39-17d731c65ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:57.401917 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ec17dfcb-c3e3-4006-bbcb-507d662ea57d req-fabaeec2-f4ea-4786-8b39-17d731c65ced service neutron] 10.222.0.25 "GET /v2.0/networks?id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 HTTP/1.1" status: 200  len: 912 time: 0.1366780
May 21 15:49:57.514297 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ec17dfcb-c3e3-4006-bbcb-507d662ea57d req-d9659cf1-57e1-42ee-a0c7-45639826f65a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6e3a5c5-580c-456e-8b79-00e6547e317b HTTP/1.1" status: 200  len: 1002 time: 0.1038587
May 21 15:49:57.579724 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17dfcb-c3e3-4006-bbcb-507d662ea57d req-a946137c-a7f1-4175-adb0-25927cec5fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:57.581164 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ec17dfcb-c3e3-4006-bbcb-507d662ea57d req-a946137c-a7f1-4175-adb0-25927cec5fe5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7b052fad-970d-48db-8e48-f280a095d4e5 HTTP/1.1" status: 200  len: 850 time: 0.0592330
May 21 15:49:57.654223 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 356c5dcb-26e6-4816-8528-73ca86ae084f no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:49:57.675192 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17dfcb-c3e3-4006-bbcb-507d662ea57d req-2a7e5d8d-49fd-4c68-b45c-754f76419cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:57.676893 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ec17dfcb-c3e3-4006-bbcb-507d662ea57d req-2a7e5d8d-49fd-4c68-b45c-754f76419cbc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0884771
May 21 15:49:57.910513 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ec17dfcb-c3e3-4006-bbcb-507d662ea57d req-3242bab4-71b4-4ee5-b131-4d77b9f485e1 service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2248576
May 21 15:49:58.059067 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ec17dfcb-c3e3-4006-bbcb-507d662ea57d req-b7149f98-ffc7-4046-8837-e6cb6b0a4b05 service neutron] 10.222.0.25 "GET /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375136
May 21 15:49:58.318947 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbdd5a1-c2bc-4ce5-ba0c-8a370d99d318 req-a897df2a-377c-445d-b116-d6bf23803ad8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:58.320385 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2cbdd5a1-c2bc-4ce5-ba0c-8a370d99d318 req-a897df2a-377c-445d-b116-d6bf23803ad8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.0809476
May 21 15:49:58.368340 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2cbdd5a1-c2bc-4ce5-ba0c-8a370d99d318 req-6cda7c39-a620-4a85-b7b8-bcad1f8cfd3f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421488
May 21 15:49:59.183664 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eb3d4-bd71-431e-94b0-512e2d9c8607 req-3f6c4822-9eb8-4121-95fc-95890772578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:59.185179 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6f1eb3d4-bd71-431e-94b0-512e2d9c8607 req-3f6c4822-9eb8-4121-95fc-95890772578a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc&tenant_id=6a68b29cab9044629d81ff87b9006270 HTTP/1.1" status: 200  len: 1096 time: 0.0829811
May 21 15:49:59.262048 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:49:59.281665 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eb3d4-bd71-431e-94b0-512e2d9c8607 req-fa013d7c-ac27-44ad-8671-02e2a5405d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:59.283152 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6f1eb3d4-bd71-431e-94b0-512e2d9c8607 req-fa013d7c-ac27-44ad-8671-02e2a5405d8e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a68b29cab9044629d81ff87b9006270&device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 1096 time: 0.0728538
May 21 15:49:59.420256 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eb3d4-bd71-431e-94b0-512e2d9c8607 req-3596779a-8802-4342-9109-d7634c7fd29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:59.421754 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6f1eb3d4-bd71-431e-94b0-512e2d9c8607 req-3596779a-8802-4342-9109-d7634c7fd29e service neutron] 10.222.0.25 "GET /v2.0/networks?id=470804b6-04d0-46f5-ba4c-e770e90d71b9 HTTP/1.1" status: 200  len: 918 time: 0.1313889
May 21 15:49:59.568744 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6f1eb3d4-bd71-431e-94b0-512e2d9c8607 req-de414fbf-83c7-4957-bd58-33927ba4621b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=356c5dcb-26e6-4816-8528-73ca86ae084f HTTP/1.1" status: 200  len: 999 time: 0.1399729
May 21 15:49:59.652554 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1126d4-78df-40c1-9c80-89809d6c4ff7 req-92c1cbe7-6482-47c5-9916-b8aaec9132f4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:59.653883 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4e1126d4-78df-40c1-9c80-89809d6c4ff7 req-92c1cbe7-6482-47c5-9916-b8aaec9132f4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.1614339
May 21 15:49:59.657610 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eb3d4-bd71-431e-94b0-512e2d9c8607 req-fec96a4c-13ab-4e34-bb58-1615fde11446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:59.662235 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6f1eb3d4-bd71-431e-94b0-512e2d9c8607 req-fec96a4c-13ab-4e34-bb58-1615fde11446 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b213e9aa-7ec1-46da-827f-d08b01630e15 HTTP/1.1" status: 200  len: 856 time: 0.0782282
May 21 15:49:59.745984 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4e1126d4-78df-40c1-9c80-89809d6c4ff7 req-5489eae0-3754-4854-954b-b8c0fdfc3bb6 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0860288
May 21 15:49:59.767483 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eb3d4-bd71-431e-94b0-512e2d9c8607 req-2d229d94-881a-4398-ad60-7742f35e81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:49:59.768933 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6f1eb3d4-bd71-431e-94b0-512e2d9c8607 req-2d229d94-881a-4398-ad60-7742f35e81a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=470804b6-04d0-46f5-ba4c-e770e90d71b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0958824
May 21 15:49:59.909536 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6f1eb3d4-bd71-431e-94b0-512e2d9c8607 req-1b872e98-5383-4195-9b0e-97e537df4ea3 service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307182
May 21 15:50:00.046239 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6f1eb3d4-bd71-431e-94b0-512e2d9c8607 req-4219a76c-1549-4d61-9199-ff830ae35818 service neutron] 10.222.0.25 "GET /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297603
May 21 15:50:01.111608 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da77a7-1504-4d7e-8051-81085d9aacaa req-572b3885-1e6d-466c-80a4-9853005295fa tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:01.113113 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-58da77a7-1504-4d7e-8051-81085d9aacaa req-572b3885-1e6d-466c-80a4-9853005295fa tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.1744616
May 21 15:50:01.193181 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-58da77a7-1504-4d7e-8051-81085d9aacaa req-c222dfc1-e349-4032-a242-b94037469da2 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730231
May 21 15:50:01.219677 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd35652-ee12-4945-9001-82a670001aa2 req-cfb81293-690b-4c44-86e7-dd0c485949c9 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:01.222187 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9fd35652-ee12-4945-9001-82a670001aa2 req-cfb81293-690b-4c44-86e7-dd0c485949c9 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 945 time: 0.1748486
May 21 15:50:01.286549 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9fd35652-ee12-4945-9001-82a670001aa2 req-09be8ba0-8f97-41c8-a6d2-5b5842bbe1e4 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546684
May 21 15:50:02.396736 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960787af-bc38-4356-9ac4-cb2fea9a5a33 req-583792ae-aa9d-4d8c-b769-9359c23a692f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:02.398659 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-960787af-bc38-4356-9ac4-cb2fea9a5a33 req-583792ae-aa9d-4d8c-b769-9359c23a692f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.0870559
May 21 15:50:02.495172 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-960787af-bc38-4356-9ac4-cb2fea9a5a33 req-6584bc81-cdb3-4bf8-9502-73917b1ed15f tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0900741
May 21 15:50:02.546102 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385c479-fd1e-49b9-b608-cbd19e13f231 req-ff95b489-0e07-4d15-9181-b9fec13752b0 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:02.547707 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0385c479-fd1e-49b9-b608-cbd19e13f231 req-ff95b489-0e07-4d15-9181-b9fec13752b0 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 945 time: 0.1186297
May 21 15:50:02.593354 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0385c479-fd1e-49b9-b608-cbd19e13f231 req-43f3ded6-83f6-4f83-8d86-17b606e0c674 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398340
May 21 15:50:03.952322 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dfb06-6d80-4147-bb23-20ca4e1dff04 req-e6bbfd2a-6bf1-43eb-8d73-1761f1d4c3f3 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:03.953889 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5c4dfb06-6d80-4147-bb23-20ca4e1dff04 req-e6bbfd2a-6bf1-43eb-8d73-1761f1d4c3f3 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.2589095
May 21 15:50:03.963039 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc5311-aca1-4062-ae59-90ad09f68dd0 req-c08c755a-b620-4d63-8746-8ff283ba445a tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:03.970913 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-44fc5311-aca1-4062-ae59-90ad09f68dd0 req-c08c755a-b620-4d63-8746-8ff283ba445a tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 945 time: 0.2440090
May 21 15:50:04.058834 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-44fc5311-aca1-4062-ae59-90ad09f68dd0 req-24340b1f-f001-4128-a5dd-5aa7c7c3b517 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845175
May 21 15:50:04.075244 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5c4dfb06-6d80-4147-bb23-20ca4e1dff04 req-6d2d35b7-b3e6-4768-847b-77a4fb3012d6 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1015885
May 21 15:50:05.373030 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c86145-9660-4a00-a1b8-86838123a81e req-be8b02c7-1fe2-48bd-89ce-c01af77c95ec tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:05.374798 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-27c86145-9660-4a00-a1b8-86838123a81e req-be8b02c7-1fe2-48bd-89ce-c01af77c95ec tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.1376271
May 21 15:50:05.446142 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c3aa2-3a5d-42e2-8445-4873caf58bc8 req-dff2a850-6139-47e7-ba69-d1dbd3038e37 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:05.447908 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f86c3aa2-3a5d-42e2-8445-4873caf58bc8 req-dff2a850-6139-47e7-ba69-d1dbd3038e37 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 945 time: 0.2090571
May 21 15:50:05.463409 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-27c86145-9660-4a00-a1b8-86838123a81e req-b7e7abd3-9eaf-45bf-85a3-3162b514aeb8 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786943
May 21 15:50:05.510551 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f86c3aa2-3a5d-42e2-8445-4873caf58bc8 req-46bf1716-1cb3-442d-bf23-be0f5e354b77 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515287
May 21 15:50:06.742963 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffec47-90eb-4b44-8ef8-97efedd31681 req-f6607992-c686-43ae-8a13-f4e4cd572b3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:06.744622 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8dffec47-90eb-4b44-8ef8-97efedd31681 req-f6607992-c686-43ae-8a13-f4e4cd572b3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.1468608
May 21 15:50:06.753895 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8712eb-19d9-4f2a-96c3-80912445674d req-f4aeb7e1-cb20-49b4-82f8-120462721e12 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:06.755461 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5a8712eb-19d9-4f2a-96c3-80912445674d req-f4aeb7e1-cb20-49b4-82f8-120462721e12 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 945 time: 0.1209660
May 21 15:50:06.827200 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5a8712eb-19d9-4f2a-96c3-80912445674d req-370da8f9-f259-4b10-a4ee-da6e1322edc0 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567307
May 21 15:50:06.840120 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8dffec47-90eb-4b44-8ef8-97efedd31681 req-1ad99624-da41-4eef-af81-aa3f0b8982b6 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835891
May 21 15:50:08.107501 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47acffe-8e77-4441-af69-f827d13305cd req-dceab3d5-e8ad-447a-bbae-069f4b5c8c8d tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:08.108999 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f47acffe-8e77-4441-af69-f827d13305cd req-dceab3d5-e8ad-447a-bbae-069f4b5c8c8d tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 945 time: 0.1456976
May 21 15:50:08.125059 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aabb7-803b-48e8-b7ab-72fd81675d16 req-9fed574f-3d18-42af-b130-ab42990b1912 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:08.126603 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-232aabb7-803b-48e8-b7ab-72fd81675d16 req-9fed574f-3d18-42af-b130-ab42990b1912 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.1224182
May 21 15:50:08.187538 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f47acffe-8e77-4441-af69-f827d13305cd req-1d513ba3-feeb-4c16-aa0f-65c3a7dbd5ba tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717168
May 21 15:50:08.211495 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-232aabb7-803b-48e8-b7ab-72fd81675d16 req-0554b0a9-2f99-415a-937a-d9b653ed648d tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0525911
May 21 15:50:09.573959 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1694e-840a-473d-abae-355836be4e2a req-acc4b756-2608-4f51-be93-31c4138d99c3 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:09.573959 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-58a1694e-840a-473d-abae-355836be4e2a req-acc4b756-2608-4f51-be93-31c4138d99c3 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 945 time: 0.1738069
May 21 15:50:09.573959 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416e1c9-30ea-461b-b2ec-c8fb97481676 req-f18cd825-0e5b-4c5a-9edf-c4d1bec759fb tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:09.573959 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d416e1c9-30ea-461b-b2ec-c8fb97481676 req-f18cd825-0e5b-4c5a-9edf-c4d1bec759fb tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.1519415
May 21 15:50:09.591813 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-58a1694e-840a-473d-abae-355836be4e2a req-ed078339-5356-4bac-bc31-d5f4a1ed24ba tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797372
May 21 15:50:09.601413 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d416e1c9-30ea-461b-b2ec-c8fb97481676 req-6671c899-d9ec-43a9-bb9b-140d5925ae83 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871222
May 21 15:50:10.871874 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48727d23-2752-4f0c-bdae-be3077a17a64 req-9fc0bbfe-f3bf-42e5-bad7-24fb924d8cb9 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:10.873207 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-48727d23-2752-4f0c-bdae-be3077a17a64 req-9fc0bbfe-f3bf-42e5-bad7-24fb924d8cb9 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.1512845
May 21 15:50:10.882364 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1e984-e028-4308-a1e7-dc14e9a1a9b1 req-64793dfe-2246-4e15-930c-0e2ed19578a1 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:10.883930 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d9a1e984-e028-4308-a1e7-dc14e9a1a9b1 req-64793dfe-2246-4e15-930c-0e2ed19578a1 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 945 time: 0.1607318
May 21 15:50:10.953196 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-48727d23-2752-4f0c-bdae-be3077a17a64 req-e76e0bf9-7597-410c-9197-607fcfda2045 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682008
May 21 15:50:10.957461 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d9a1e984-e028-4308-a1e7-dc14e9a1a9b1 req-09c5bb42-025c-4f31-a12b-1ceb40980f11 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591974
May 21 15:50:12.208376 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595d4b0-da15-4d11-9a07-bec05a79e66a req-ef4c32c2-b4cf-436c-aa6f-afdfc7a2a1f4 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:12.209836 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2595d4b0-da15-4d11-9a07-bec05a79e66a req-ef4c32c2-b4cf-436c-aa6f-afdfc7a2a1f4 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 945 time: 0.1450808
May 21 15:50:12.217214 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67c9df-7261-46b4-b00a-2900f0145508 req-18c0ab5e-a957-4ab3-943f-3f1a423c7dd5 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:12.218605 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5c67c9df-7261-46b4-b00a-2900f0145508 req-18c0ab5e-a957-4ab3-943f-3f1a423c7dd5 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.1526034
May 21 15:50:12.289709 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2595d4b0-da15-4d11-9a07-bec05a79e66a req-dc4266a4-6a99-4762-a1e4-0f99b0f2cbd9 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701735
May 21 15:50:12.294585 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5c67c9df-7261-46b4-b00a-2900f0145508 req-28f13c15-0c1b-4321-b286-1adc5dba637e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616319
May 21 15:50:13.100985 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-5cc23d02-6acc-402f-91e3-e4ed4ac5a7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:13.359987 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bcba70-f908-493b-a1d4-82b4738697d2 req-e009e2f3-ff45-46f4-8e75-182ec5f46cdc tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:13.361608 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-98bcba70-f908-493b-a1d4-82b4738697d2 req-e009e2f3-ff45-46f4-8e75-182ec5f46cdc tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.25 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 945 time: 0.0890176
May 21 15:50:13.727095 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49705692-8a98-413a-b3dc-11ccb56a7e2d req-0f74707d-2622-4765-b427-a3997617d642 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:13.728568 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-49705692-8a98-413a-b3dc-11ccb56a7e2d req-0f74707d-2622-4765-b427-a3997617d642 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 945 time: 0.3132067
May 21 15:50:13.739057 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76709c9-8c94-437c-963a-5394f9308b47 req-7733a071-bbe7-4fe3-a17d-8e058cba9df6 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:13.740436 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a76709c9-8c94-437c-963a-5394f9308b47 req-7733a071-bbe7-4fe3-a17d-8e058cba9df6 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 943 time: 0.2758384
May 21 15:50:13.755835 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 356c5dcb-26e6-4816-8528-73ca86ae084f details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:50:13.776953 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-98bcba70-f908-493b-a1d4-82b4738697d2 req-0a5a1468-b49d-4670-a2db-96209e467bb8 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Deleting port 44478637-6af8-4fbc-8882-8818158f911d {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:50:13.777289 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-98bcba70-f908-493b-a1d4-82b4738697d2 req-0a5a1468-b49d-4670-a2db-96209e467bb8 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:13.888610 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-49705692-8a98-413a-b3dc-11ccb56a7e2d req-e0e2e511-3433-4975-8b58-8e3d5358a886 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472101
May 21 15:50:13.893872 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 356c5dcb-26e6-4816-8528-73ca86ae084f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=356c5dcb-26e6-4816-8528-73ca86ae084f,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:50:13.911574 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a76709c9-8c94-437c-963a-5394f9308b47 req-574d957c-82ab-46b4-9139-d95541c94636 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1500602
May 21 15:50:13.920420 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '356c5dcb-26e6-4816-8528-73ca86ae084f', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'port_id': '356c5dcb-26e6-4816-8528-73ca86ae084f', 'mac_address': 'fa:16:3e:81:05:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:50:13.957623 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-98bcba70-f908-493b-a1d4-82b4738697d2 req-0a5a1468-b49d-4670-a2db-96209e467bb8 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] For port 44478637-6af8-4fbc-8882-8818158f911d, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=44478637-6af8-4fbc-8882-8818158f911d,segment=NetworkSegment(34eab225-490f-44ba-af88-2b28a9fc560a),segment_id=34eab225-490f-44ba-af88-2b28a9fc560a)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:50:13.957972 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-98bcba70-f908-493b-a1d4-82b4738697d2 req-0a5a1468-b49d-4670-a2db-96209e467bb8 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:13.983979 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:14.002460 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356c5dcb-26e6-4816-8528-73ca86ae084f {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:50:14.019928 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 356c5dcb-26e6-4816-8528-73ca86ae084f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=356c5dcb-26e6-4816-8528-73ca86ae084f,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:50:14.084028 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-98bcba70-f908-493b-a1d4-82b4738697d2 req-0a5a1468-b49d-4670-a2db-96209e467bb8 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Calling delete_port for 44478637-6af8-4fbc-8882-8818158f911d owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:50:14.095709 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:14.098422 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:14.175181 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=356c5dcb-26e6-4816-8528-73ca86ae084f,revision_number=9']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:14.183939 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:14.305348 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-98bcba70-f908-493b-a1d4-82b4738697d2 req-0a5a1468-b49d-4670-a2db-96209e467bb8 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:14.311669 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6015741a-d0cb-42ea-9d07-cd5439df2dd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:14.319476 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['44478637-6af8-4fbc-8882-8818158f911d'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:50:14.354808 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['356c5dcb-26e6-4816-8528-73ca86ae084f'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:50:14.360130 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a1468-b49d-4670-a2db-96209e467bb8 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Pushing event deleted for resources: {'Port': ['ID=44478637-6af8-4fbc-8882-8818158f911d,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:14.363686 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-0a5a1468-b49d-4670-a2db-96209e467bb8 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:14.436057 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bcba70-f908-493b-a1d4-82b4738697d2 req-0a5a1468-b49d-4670-a2db-96209e467bb8 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] No DVR routers for this DVR port 44478637-6af8-4fbc-8882-8818158f911d on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:50:14.438576 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-98bcba70-f908-493b-a1d4-82b4738697d2 req-0a5a1468-b49d-4670-a2db-96209e467bb8 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:14.441288 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308205b1-f8f9-48a7-9632-f0e225b0b044', 'name': 'network-vif-deleted', 'tag': '44478637-6af8-4fbc-8882-8818158f911d'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:50:14.508432 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308205b1-f8f9-48a7-9632-f0e225b0b044', 'name': 'network-vif-deleted', 'tag': '44478637-6af8-4fbc-8882-8818158f911d', 'status': 'completed', 'code': 200}
May 21 15:50:14.564362 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-98bcba70-f908-493b-a1d4-82b4738697d2 req-0a5a1468-b49d-4670-a2db-96209e467bb8 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.25 "DELETE /v2.0/ports/44478637-6af8-4fbc-8882-8818158f911d HTTP/1.1" status: 204  len: 173 time: 1.1930487
May 21 15:50:15.090485 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-7fca3391-bf37-4128-9ab7-79dc13aa8f52 req-b2047e07-4dcf-49e1-a2a5-497331f41186 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Synchronizing usage tracker for tenant:b233fbff35714ba7b81bd94b6fa24cc7 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:50:15.144944 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2850f-51c4-4568-bbd3-6439411e9d34 req-3eebe570-cf0d-4c55-bb08-fdae07b27d54 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:15.146397 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60e2850f-51c4-4568-bbd3-6439411e9d34 req-3eebe570-cf0d-4c55-bb08-fdae07b27d54 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 944 time: 0.0996881
May 21 15:50:15.190910 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60e2850f-51c4-4568-bbd3-6439411e9d34 req-8f7c6533-ef1e-41ab-842f-04a51d09f88e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375934
May 21 15:50:15.266389 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-7fca3391-bf37-4128-9ab7-79dc13aa8f52 req-b2047e07-4dcf-49e1-a2a5-497331f41186 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Unset dirty status for tenant:b233fbff35714ba7b81bd94b6fa24cc7 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:50:15.267601 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7fca3391-bf37-4128-9ab7-79dc13aa8f52 req-b2047e07-4dcf-49e1-a2a5-497331f41186 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=308205b1-f8f9-48a7-9632-f0e225b0b044 HTTP/1.1" status: 200  len: 210 time: 0.2545955
May 21 15:50:15.689345 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:15.763480 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 356c5dcb-26e6-4816-8528-73ca86ae084f up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:50:15.842847 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 356c5dcb-26e6-4816-8528-73ca86ae084f triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:50:15.843231 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:15.875040 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d62da6cc-f578-4c87-ab14-eb80c57b99e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:15.984420 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:16.012505 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356c5dcb-26e6-4816-8528-73ca86ae084f'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:50:16.024688 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 356c5dcb-26e6-4816-8528-73ca86ae084f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=356c5dcb-26e6-4816-8528-73ca86ae084f,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:50:16.079575 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356c5dcb-26e6-4816-8528-73ca86ae084f', 'code': 200}
May 21 15:50:16.144847 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:16.145716 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 44478637-6af8-4fbc-8882-8818158f911d no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:50:16.169809 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:16.222279 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: 44478637-6af8-4fbc-8882-8818158f911d {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:50:16.222631 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 44478637-6af8-4fbc-8882-8818158f911d not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:50:16.248689 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=356c5dcb-26e6-4816-8528-73ca86ae084f,revision_number=10']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:16.251864 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:16.388564 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017ab2b-9182-4d75-ad58-0521ff6fdc73 req-f0b5d4e4-50bb-434a-a722-c27a8d1c9358 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:16.390163 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3017ab2b-9182-4d75-ad58-0521ff6fdc73 req-f0b5d4e4-50bb-434a-a722-c27a8d1c9358 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 946 time: 0.0862601
May 21 15:50:16.441684 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3017ab2b-9182-4d75-ad58-0521ff6fdc73 req-f34809d4-5104-490b-86eb-e5024d68499d tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402617
May 21 15:50:16.591552 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04e6c0-2a3d-45f7-b813-05f26dfe399e req-195eac5d-46bd-4979-8d50-5820cdaa2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:16.592917 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cc04e6c0-2a3d-45f7-b813-05f26dfe399e req-195eac5d-46bd-4979-8d50-5820cdaa2030 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 1099 time: 0.0697362
May 21 15:50:16.643361 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cc04e6c0-2a3d-45f7-b813-05f26dfe399e req-0bd47fc4-d471-4f79-842d-14a19a9a1ebd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405188
May 21 15:50:16.718458 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:16.725274 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:50:17.638156 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc516f-190f-424e-a0f4-9b51f0619c7c req-77f75c0f-1ab4-4f14-9394-6112c32bbc69 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:17.639660 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-39dc516f-190f-424e-a0f4-9b51f0619c7c req-77f75c0f-1ab4-4f14-9394-6112c32bbc69 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 946 time: 0.0847521
May 21 15:50:17.690131 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-39dc516f-190f-424e-a0f4-9b51f0619c7c req-a913556e-ff81-4049-b16a-f447b878be6a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421979
May 21 15:50:17.773533 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e893bd8-d5e5-4a60-8f5d-79b444d63607 req-f4419c19-ec47-409e-8885-5e72719612e0 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:17.774910 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9e893bd8-d5e5-4a60-8f5d-79b444d63607 req-f4419c19-ec47-409e-8885-5e72719612e0 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 946 time: 0.0837538
May 21 15:50:17.819265 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9e893bd8-d5e5-4a60-8f5d-79b444d63607 req-4ebc5e47-4d18-462c-b91a-01c8ae8bf876 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a8288c4-aad5-4d9b-90bb-e79065e4827f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380554
May 21 15:50:18.409301 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:18.883189 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503cb13-b594-469b-a2e1-cdcee5237821 req-f179d58f-5258-4957-901f-581f72c569c2 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:18.885217 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6503cb13-b594-469b-a2e1-cdcee5237821 req-f179d58f-5258-4957-901f-581f72c569c2 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 946 time: 0.0811129
May 21 15:50:18.931068 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6503cb13-b594-469b-a2e1-cdcee5237821 req-a4148bc2-50b2-40dc-b6ef-2dccbdfaccdc tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401690
May 21 15:50:19.010664 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa1291-655e-4152-9e23-a744094e5411 req-93bd9656-29cd-44e6-b4e9-b9fd24e7092c tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:19.012302 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-29fa1291-655e-4152-9e23-a744094e5411 req-93bd9656-29cd-44e6-b4e9-b9fd24e7092c tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 946 time: 0.0851653
May 21 15:50:19.057258 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-29fa1291-655e-4152-9e23-a744094e5411 req-19c5887e-752c-4872-a33f-7f5c0899c67f tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a8288c4-aad5-4d9b-90bb-e79065e4827f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392308
May 21 15:50:20.122129 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad85c4-42e1-4eb1-99c0-c490880bb978 req-3626fbe7-94a4-4b32-82d0-5f4ca15c996e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:20.123681 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eaad85c4-42e1-4eb1-99c0-c490880bb978 req-3626fbe7-94a4-4b32-82d0-5f4ca15c996e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 946 time: 0.0828664
May 21 15:50:20.203663 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eaad85c4-42e1-4eb1-99c0-c490880bb978 req-aeb89359-7ea4-407c-ac81-e75981cd1813 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742936
May 21 15:50:20.253909 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd1b4-7986-4467-b699-04e24760a6c0 req-bc3d55d3-434a-489b-a159-07b70cc163a8 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:20.255446 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d8ecd1b4-7986-4467-b699-04e24760a6c0 req-bc3d55d3-434a-489b-a159-07b70cc163a8 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 946 time: 0.0890388
May 21 15:50:20.300065 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d8ecd1b4-7986-4467-b699-04e24760a6c0 req-26ec7ad2-6132-4e77-b919-5f4e3385d37e tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a8288c4-aad5-4d9b-90bb-e79065e4827f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389278
May 21 15:50:21.397338 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b6acd-1f0c-498b-b2a9-d4f95f65410b req-58cfe1d0-10cd-4ba4-b415-9863883f6aa2 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:21.398910 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b2b6acd-1f0c-498b-b2a9-d4f95f65410b req-58cfe1d0-10cd-4ba4-b415-9863883f6aa2 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 946 time: 0.0840430
May 21 15:50:21.566069 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6b2b6acd-1f0c-498b-b2a9-d4f95f65410b req-5fabd701-4afd-4079-b49f-c1bcff715319 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1610115
May 21 15:50:21.597664 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40662058-49a5-4f08-b796-6cdb6d85687b req-2ed10e92-8c03-4441-a178-3284e02c2da7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:21.601300 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-40662058-49a5-4f08-b796-6cdb6d85687b req-2ed10e92-8c03-4441-a178-3284e02c2da7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 946 time: 0.1011047
May 21 15:50:21.645997 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-40662058-49a5-4f08-b796-6cdb6d85687b req-cbab2133-8818-46cc-8422-ff13d7328e4d tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a8288c4-aad5-4d9b-90bb-e79065e4827f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404167
May 21 15:50:22.589064 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80cfe8-3715-4a9b-a605-79b10aa11867 req-0f46a9e1-7af4-40f4-8591-e7f095f71f1c tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:22.590507 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ac80cfe8-3715-4a9b-a605-79b10aa11867 req-0f46a9e1-7af4-40f4-8591-e7f095f71f1c tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.25 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 946 time: 0.0830343
May 21 15:50:22.837057 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-ac80cfe8-3715-4a9b-a605-79b10aa11867 req-ff2d6178-3a81-44a6-8e0c-25c65a04c752 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Deleting port c6e3a5c5-580c-456e-8b79-00e6547e317b {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:50:22.837452 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-ac80cfe8-3715-4a9b-a605-79b10aa11867 req-ff2d6178-3a81-44a6-8e0c-25c65a04c752 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:22.945696 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b9faa-09e0-4616-9d30-1516ba54bf4a req-e750debc-16a0-45dc-8f8d-afd409ba6c8e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:22.947164 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-114b9faa-09e0-4616-9d30-1516ba54bf4a req-e750debc-16a0-45dc-8f8d-afd409ba6c8e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 946 time: 0.2571478
May 21 15:50:23.045039 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3a80d-e5e8-460c-b619-354a1f00e897 req-90863c04-8704-4a37-8712-9049e86bab11 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:23.046388 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-28e3a80d-e5e8-460c-b619-354a1f00e897 req-90863c04-8704-4a37-8712-9049e86bab11 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 946 time: 0.2607861
May 21 15:50:23.049814 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-ac80cfe8-3715-4a9b-a605-79b10aa11867 req-ff2d6178-3a81-44a6-8e0c-25c65a04c752 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] For port c6e3a5c5-580c-456e-8b79-00e6547e317b, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c6e3a5c5-580c-456e-8b79-00e6547e317b,segment=NetworkSegment(734af71f-afce-42ed-be70-d3d5cc3f5117),segment_id=734af71f-afce-42ed-be70-d3d5cc3f5117)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:50:23.050171 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-ac80cfe8-3715-4a9b-a605-79b10aa11867 req-ff2d6178-3a81-44a6-8e0c-25c65a04c752 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:23.060876 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-114b9faa-09e0-4616-9d30-1516ba54bf4a req-65c62fb8-5679-4f40-bc9e-54078be4beba tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1037223
May 21 15:50:23.183791 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-28e3a80d-e5e8-460c-b619-354a1f00e897 req-b0b8e84b-caa5-4c6f-9257-4cf4a2695dee tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a8288c4-aad5-4d9b-90bb-e79065e4827f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1261542
May 21 15:50:23.386993 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-ac80cfe8-3715-4a9b-a605-79b10aa11867 req-ff2d6178-3a81-44a6-8e0c-25c65a04c752 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:23.387372 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-ac80cfe8-3715-4a9b-a605-79b10aa11867 req-ff2d6178-3a81-44a6-8e0c-25c65a04c752 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:23.387687 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.l3_db [req-ac80cfe8-3715-4a9b-a605-79b10aa11867 req-ff2d6178-3a81-44a6-8e0c-25c65a04c752 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Floating IP 767d7672-8ed4-4e4f-bf4b-c0a9bbd851ab disassociated. External IP: 172.27.0.150, port: c6e3a5c5-580c-456e-8b79-00e6547e317b.
May 21 15:50:23.388089 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-ac80cfe8-3715-4a9b-a605-79b10aa11867 req-ff2d6178-3a81-44a6-8e0c-25c65a04c752 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Calling delete_port for c6e3a5c5-580c-456e-8b79-00e6547e317b owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:50:23.598022 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-ac80cfe8-3715-4a9b-a605-79b10aa11867 req-ff2d6178-3a81-44a6-8e0c-25c65a04c752 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:23.604194 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-4355079b-0f44-4109-921f-c2b598e54866 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:23.650494 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d6178-3a81-44a6-8e0c-25c65a04c752 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event deleted for resources: {'Port': ['ID=c6e3a5c5-580c-456e-8b79-00e6547e317b,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:23.654673 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ff2d6178-3a81-44a6-8e0c-25c65a04c752 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:23.835575 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac80cfe8-3715-4a9b-a605-79b10aa11867 req-ff2d6178-3a81-44a6-8e0c-25c65a04c752 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Router 27acf042-18ab-405e-9e65-c7ba86862fdd has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:50:24.108484 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac80cfe8-3715-4a9b-a605-79b10aa11867 req-ff2d6178-3a81-44a6-8e0c-25c65a04c752 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:50:24.122634 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e74142-4d18-4b63-abb6-22f54f5eab5e None None] Sync routers for ids ['27acf042-18ab-405e-9e65-c7ba86862fdd'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:50:24.133978 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e74142-4d18-4b63-abb6-22f54f5eab5e None None] Routers {'27acf042-18ab-405e-9e65-c7ba86862fdd'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:50:24.148190 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-b3e74142-4d18-4b63-abb6-22f54f5eab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aad9a30>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:50:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['27acf042-18ab-405e-9e65-c7ba86862fdd'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:50:24.183822 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac80cfe8-3715-4a9b-a605-79b10aa11867 req-ff2d6178-3a81-44a6-8e0c-25c65a04c752 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] No DVR routers for this DVR port c6e3a5c5-580c-456e-8b79-00e6547e317b on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:50:24.187842 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-ac80cfe8-3715-4a9b-a605-79b10aa11867 req-ff2d6178-3a81-44a6-8e0c-25c65a04c752 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:24.190472 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3146cb63-cd4b-453c-8835-6c594fa7f7d8', 'name': 'network-vif-deleted', 'tag': 'c6e3a5c5-580c-456e-8b79-00e6547e317b'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:50:24.241149 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3146cb63-cd4b-453c-8835-6c594fa7f7d8', 'name': 'network-vif-deleted', 'tag': 'c6e3a5c5-580c-456e-8b79-00e6547e317b', 'status': 'completed', 'code': 200}
May 21 15:50:24.284162 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1fc99-2d08-49b5-b40c-abcc872f7210 req-e4dfc65e-1f87-499a-bcaf-deb6b1d33c73 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:24.285684 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-77c1fc99-2d08-49b5-b40c-abcc872f7210 req-e4dfc65e-1f87-499a-bcaf-deb6b1d33c73 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 946 time: 0.0998671
May 21 15:50:24.327756 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ac80cfe8-3715-4a9b-a605-79b10aa11867 req-ff2d6178-3a81-44a6-8e0c-25c65a04c752 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.25 "DELETE /v2.0/ports/c6e3a5c5-580c-456e-8b79-00e6547e317b HTTP/1.1" status: 204  len: 173 time: 1.7315099
May 21 15:50:24.348112 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-b3e74142-4d18-4b63-abb6-22f54f5eab5e None None] Set router 27acf042-18ab-405e-9e65-c7ba86862fdd gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:50:24.369634 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-77c1fc99-2d08-49b5-b40c-abcc872f7210 req-2d412dcc-4065-49f4-8b4e-3751d5c59e2a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755053
May 21 15:50:24.375785 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-0c14a3ef-847f-4f5e-aca0-6442ac79dc89 req-d29017ea-e8ac-4c5f-a39e-e85a090f8fa7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Synchronizing usage tracker for tenant:6c2adcba26c84d31b4928d8a767d160b on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:50:24.512485 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-0c14a3ef-847f-4f5e-aca0-6442ac79dc89 req-d29017ea-e8ac-4c5f-a39e-e85a090f8fa7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Unset dirty status for tenant:6c2adcba26c84d31b4928d8a767d160b on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:50:24.513772 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0c14a3ef-847f-4f5e-aca0-6442ac79dc89 req-d29017ea-e8ac-4c5f-a39e-e85a090f8fa7 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 210 time: 0.1851079
May 21 15:50:24.689925 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-b3e74142-4d18-4b63-abb6-22f54f5eab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aad9a30>, [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:43:01Z', 'revision_number': 4, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'bac9e626-809a-4a5a-89be-a11105b836c1', 'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'mac_address': 'fa:16:3e:a1:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:59Z', 'updated_at': '2021-05-21T15:43:17Z', 'revision_number': 5, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'subnets': [{'id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:50:24.693772 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e74142-4d18-4b63-abb6-22f54f5eab5e None None] Checking router: 27acf042-18ab-405e-9e65-c7ba86862fdd for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:50:24.702822 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e74142-4d18-4b63-abb6-22f54f5eab5e None None] Routers {'27acf042-18ab-405e-9e65-c7ba86862fdd'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:50:24.703430 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-b3e74142-4d18-4b63-abb6-22f54f5eab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aad9a30>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:50:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['27acf042-18ab-405e-9e65-c7ba86862fdd'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:50:24.888218 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-b3e74142-4d18-4b63-abb6-22f54f5eab5e None None] Set router 27acf042-18ab-405e-9e65-c7ba86862fdd gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:50:25.207209 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-b3e74142-4d18-4b63-abb6-22f54f5eab5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aad9a30>, [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:43:01Z', 'revision_number': 4, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'bac9e626-809a-4a5a-89be-a11105b836c1', 'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'mac_address': 'fa:16:3e:a1:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:59Z', 'updated_at': '2021-05-21T15:43:17Z', 'revision_number': 5, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'subnets': [{'id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:50:25.211598 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e74142-4d18-4b63-abb6-22f54f5eab5e None None] The sync data for ids ['27acf042-18ab-405e-9e65-c7ba86862fdd'] in dv-cinder-792642-1-iscsi is: [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:43:01Z', 'revision_number': 4, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'bac9e626-809a-4a5a-89be-a11105b836c1', 'name': '', 'network_id': '6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'mac_address': 'fa:16:3e:a1:76:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:59Z', 'updated_at': '2021-05-21T15:43:17Z', 'revision_number': 5, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'subnets': [{'id': '7b052fad-970d-48db-8e48-f280a095d4e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:50:25.413371 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e456dc-e13f-48d5-9e28-d3655d8ff584 None None] New status for floating IP 767d7672-8ed4-4e4f-bf4b-c0a9bbd851ab: DOWN {{(pid=98822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:50:25.670538 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a80a6fb4-7790-4306-aa1c-c247339b7801 req-9cacf661-7a43-4180-b329-9c11927a6be3 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 210 time: 0.0458190
May 21 15:50:26.819373 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-290c3472-c198-45ad-a6ea-44fe61e7e831 req-c2fe6b16-5b95-475b-b9ff-3278528d1c34 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 210 time: 0.0419827
May 21 15:50:27.905511 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-61274216-8bbd-441b-a9ca-a769d22d0d11 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:27.907011 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-61274216-8bbd-441b-a9ca-a769d22d0d11 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/networks?id=c98d932f-4e6c-4f09-9bdd-835fc1a3c571 HTTP/1.1" status: 200  len: 814 time: 0.1529653
May 21 15:50:27.921896 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6af70f-48fc-4ad6-a866-033d0124aa85 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/quotas/b233fbff35714ba7b81bd94b6fa24cc7 HTTP/1.1" status: 200  len: 375 time: 0.0093348
May 21 15:50:28.006440 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-2bf3c36c-99d4-4b91-86af-d5a5b2b478f0 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b233fbff35714ba7b81bd94b6fa24cc7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0791087
May 21 15:50:28.013860 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b4a05f0a-a74a-4b1d-9389-eab6ecb4d1af req-4244cc0a-fe88-4173-b52d-c9b8ba2c86f2 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/ports?device_id=3146cb63-cd4b-453c-8835-6c594fa7f7d8 HTTP/1.1" status: 200  len: 210 time: 0.0558698
May 21 15:50:28.140860 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-ae60cd28-d505-468f-9f01-e1e13d7bc446 service neutron] 10.222.0.70 "GET /v2.0/networks/c98d932f-4e6c-4f09-9bdd-835fc1a3c571?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260045
May 21 15:50:28.273625 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-435954ff-a244-4aea-8aea-d16f13f2429f service neutron] 10.222.0.70 "GET /v2.0/networks/c98d932f-4e6c-4f09-9bdd-835fc1a3c571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268182
May 21 15:50:28.589802 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e0f84ff3-9924-4496-b1f5-b112b5805d34 req-39e04537-cefc-43ea-936b-ddd5b2104f88 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 210 time: 0.0433412
May 21 15:50:29.307414 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 55532) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:50:29.346592 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:29.373636 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:29.401631 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:29.637815 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:29.642963 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-7a89c075-8343-4b67-ab81-f462d4321564 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:29.660222 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8288c4-aad5-4d9b-90bb-e79065e4827f,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:29.669171 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:29.670274 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "DELETE /v2.0/security-groups/5a8288c4-aad5-4d9b-90bb-e79065e4827f HTTP/1.1" status: 204  len: 168 time: 0.3617656
May 21 15:50:29.671641 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:29.672010 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:29.672363 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:29.672846 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:29.673148 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:29.673491 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 55538) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:50:29.674006 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:29.674006 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:29.674155 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:29.674489 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:29.674852 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:29.675194 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:29.675622 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:29.679272 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:29.692913 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.api.v2.resource [None req-3686d559-e442-44f6-b1fa-6781d727fc70 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] show failed (client error): The resource could not be found.
May 21 15:50:29.693479 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-3686d559-e442-44f6-b1fa-6781d727fc70 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "GET /v2.0/security-groups/5a8288c4-aad5-4d9b-90bb-e79065e4827f HTTP/1.1" status: 404  len: 347 time: 0.0189228
May 21 15:50:29.696657 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 55542) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:50:29.741865 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-371a667c-d87c-4bef-9361-113a4f80ca1c req-f5846137-ef5b-4f34-abad-f5e37732d153 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 210 time: 0.0443203
May 21 15:50:29.810045 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device c6e3a5c5-580c-456e-8b79-00e6547e317b no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:50:29.844558 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: c6e3a5c5-580c-456e-8b79-00e6547e317b {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:50:29.844909 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device c6e3a5c5-580c-456e-8b79-00e6547e317b not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:50:29.923962 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Deleting port 939342ab-41dc-42f3-b222-3a647c595a62 {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:50:29.923962 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:30.044977 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:30.045306 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:30.167860 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Calling delete_port for 939342ab-41dc-42f3-b222-3a647c595a62 owned by network:floatingip {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:50:30.351428 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:30.355290 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:30.403104 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Pushing event deleted for resources: {'Port': ['ID=939342ab-41dc-42f3-b222-3a647c595a62,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:30.439867 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:30.440237 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:30.440596 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:30.440951 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:30.441300 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:30.441648 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:30.441994 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:30.442340 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:30.442686 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:30.443102 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:30.443449 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:30.443787 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:30.451377 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:30.503648 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks [] for floatingip, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:30.622372 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:30.623468 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] 10.222.0.70 "DELETE /v2.0/floatingips/767d7672-8ed4-4e4f-bf4b-c0a9bbd851ab HTTP/1.1" status: 204  len: 168 time: 0.9259036
May 21 15:50:30.913357 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3b33444e-7deb-4e4c-ace8-73ece9d3ea07 req-fc370082-a0ee-44e2-be7a-71edd0759ee4 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 210 time: 0.0529578
May 21 15:50:31.030438 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-157b9331-bfd8-4d74-b4cd-13b02bccbcd6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:31.031870 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-157b9331-bfd8-4d74-b4cd-13b02bccbcd6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.25 "GET /v2.0/networks?id=c98d932f-4e6c-4f09-9bdd-835fc1a3c571 HTTP/1.1" status: 200  len: 814 time: 0.1910985
May 21 15:50:31.044861 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-8d8600ed-afd1-4121-af7b-f7d099cebb0c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Request body: {'port': {'device_id': '3e507754-c01f-46f1-9a6d-709733e6c712', 'network_id': 'c98d932f-4e6c-4f09-9bdd-835fc1a3c571', 'admin_state_up': True, 'tenant_id': 'b233fbff35714ba7b81bd94b6fa24cc7'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:50:31.181326 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-8d8600ed-afd1-4121-af7b-f7d099cebb0c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:50:31.191228 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-8d8600ed-afd1-4121-af7b-f7d099cebb0c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:50:31.317151 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-8d8600ed-afd1-4121-af7b-f7d099cebb0c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Made reservation on behalf of b233fbff35714ba7b81bd94b6fa24cc7 for: {'port': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:50:31.320786 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-8d8600ed-afd1-4121-af7b-f7d099cebb0c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:31.485840 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-8d8600ed-afd1-4121-af7b-f7d099cebb0c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Allocated IP 172.20.0.3 (c98d932f-4e6c-4f09-9bdd-835fc1a3c571/5749c085-8b0d-4f1a-997a-8ccb71b1d158/8eb10bc0-33d8-4344-b47b-a8e0179fec79) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:50:31.771554 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-8d8600ed-afd1-4121-af7b-f7d099cebb0c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:31.912321 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-8d8600ed-afd1-4121-af7b-f7d099cebb0c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:31.918566 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a0adcd0d-1806-4c6e-96c0-ef09c58c48ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:31.983171 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-8d8600ed-afd1-4121-af7b-f7d099cebb0c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Network c98d932f-4e6c-4f09-9bdd-835fc1a3c571 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:50:31.987154 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-8d8600ed-afd1-4121-af7b-f7d099cebb0c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:50:31.991516 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-8d8600ed-afd1-4121-af7b-f7d099cebb0c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:50:32.039381 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8600ed-afd1-4121-af7b-f7d099cebb0c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Pushing event updated for resources: {'Port': ['ID=8eb10bc0-33d8-4344-b47b-a8e0179fec79,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:32.073984 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-8d8600ed-afd1-4121-af7b-f7d099cebb0c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:32.107697 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-8d8600ed-afd1-4121-af7b-f7d099cebb0c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:32.108313 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-8d8600ed-afd1-4121-af7b-f7d099cebb0c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:32.155897 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf6c56-984f-43f7-aa03-35cc05e4c759 req-5948128d-8e25-4cec-b306-607962418953 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:32.156604 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-08cf6c56-984f-43f7-aa03-35cc05e4c759 req-5948128d-8e25-4cec-b306-607962418953 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Synchronizing usage tracker for tenant:b233fbff35714ba7b81bd94b6fa24cc7 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:50:32.255030 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-8d8600ed-afd1-4121-af7b-f7d099cebb0c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2142782
May 21 15:50:32.266889 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Request body: {'port': {'device_id': '3e507754-c01f-46f1-9a6d-709733e6c712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:50:32.378336 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:32.422659 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-08cf6c56-984f-43f7-aa03-35cc05e4c759 req-5948128d-8e25-4cec-b306-607962418953 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Unset dirty status for tenant:b233fbff35714ba7b81bd94b6fa24cc7 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:50:32.423813 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-08cf6c56-984f-43f7-aa03-35cc05e4c759 req-5948128d-8e25-4cec-b306-607962418953 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 931 time: 0.3919098
May 21 15:50:32.524581 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-08cf6c56-984f-43f7-aa03-35cc05e4c759 req-fb565967-bbda-4622-b17a-0a66df54caa0 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942726
May 21 15:50:32.761492 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb10bc0-33d8-4344-b47b-a8e0179fec79 {{(pid=98820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:50:32.768980 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:32.783982 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Transition to ACTIVE for port object 8eb10bc0-33d8-4344-b47b-a8e0179fec79 will not be triggered until provisioned by entity L2. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:50:32.917304 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:32.922914 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:33.081206 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb10bc0-33d8-4344-b47b-a8e0179fec79,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:33.108258 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:33.149217 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Attempting to bind port 8eb10bc0-33d8-4344-b47b-a8e0179fec79 on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:50:33.149541 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Attempting to bind port 8eb10bc0-33d8-4344-b47b-a8e0179fec79 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '34eab225-490f-44ba-af88-2b28a9fc560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c98d932f-4e6c-4f09-9bdd-835fc1a3c571'}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:50:33.149861 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Attempting to bind port 8eb10bc0-33d8-4344-b47b-a8e0179fec79 on network c98d932f-4e6c-4f09-9bdd-835fc1a3c571 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:50:33.155075 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Port 8eb10bc0-33d8-4344-b47b-a8e0179fec79 on network c98d932f-4e6c-4f09-9bdd-835fc1a3c571 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:50:33.155469 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Attempting to bind port 8eb10bc0-33d8-4344-b47b-a8e0179fec79 on network c98d932f-4e6c-4f09-9bdd-835fc1a3c571 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:50:33.160386 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:50:33.160711 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Checking segment: {'id': '34eab225-490f-44ba-af88-2b28a9fc560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c98d932f-4e6c-4f09-9bdd-835fc1a3c571'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:50:33.161088 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Bound using segment: {'id': '34eab225-490f-44ba-af88-2b28a9fc560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c98d932f-4e6c-4f09-9bdd-835fc1a3c571'} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:50:33.161707 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Bound port: 8eb10bc0-33d8-4344-b47b-a8e0179fec79, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34eab225-490f-44ba-af88-2b28a9fc560a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c98d932f-4e6c-4f09-9bdd-835fc1a3c571'}}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:50:33.161877 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:33.252926 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] For port 8eb10bc0-33d8-4344-b47b-a8e0179fec79, host hv-cinder-79264, cleared binding levels {{(pid=98820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:50:33.255957 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] For port 8eb10bc0-33d8-4344-b47b-a8e0179fec79, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8eb10bc0-33d8-4344-b47b-a8e0179fec79,segment=NetworkSegment(34eab225-490f-44ba-af88-2b28a9fc560a),segment_id=34eab225-490f-44ba-af88-2b28a9fc560a)] {{(pid=98820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:50:33.369570 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:33.373506 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-2371464e-9ed0-4a83-902d-1beb0c199865 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:33.430221 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:33.430855 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:33.432200 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] 10.222.0.25 "PUT /v2.0/ports/8eb10bc0-33d8-4344-b47b-a8e0179fec79 HTTP/1.1" status: 200  len: 1093 time: 1.1693647
May 21 15:50:33.432684 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e507754-c01f-46f1-9a6d-709733e6c712', 'tag': '8eb10bc0-33d8-4344-b47b-a8e0179fec79'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:50:33.454669 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb10bc0-33d8-4344-b47b-a8e0179fec79,revision_number=3']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:33.458248 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:33.492966 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e507754-c01f-46f1-9a6d-709733e6c712', 'tag': '8eb10bc0-33d8-4344-b47b-a8e0179fec79', 'status': 'completed', 'code': 200}
May 21 15:50:33.612765 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23355c-676d-4e6b-b451-4f70ffbfee00 req-3d32ccc4-75bd-4341-9359-284ea9bee360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:33.614376 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2d23355c-676d-4e6b-b451-4f70ffbfee00 req-3d32ccc4-75bd-4341-9359-284ea9bee360 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b233fbff35714ba7b81bd94b6fa24cc7&device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 1096 time: 0.0966401
May 21 15:50:33.812828 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23355c-676d-4e6b-b451-4f70ffbfee00 req-10fb0eee-6e00-4ce1-88ba-ba8006837daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:33.814301 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2d23355c-676d-4e6b-b451-4f70ffbfee00 req-10fb0eee-6e00-4ce1-88ba-ba8006837daf service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b233fbff35714ba7b81bd94b6fa24cc7&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1859455
May 21 15:50:33.827608 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eeed6f-063c-4d0f-aefe-8dbee82c7a6a req-ea8d8dae-5966-4688-95f4-bbe344c049d1 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:33.829030 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-87eeed6f-063c-4d0f-aefe-8dbee82c7a6a req-ea8d8dae-5966-4688-95f4-bbe344c049d1 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 943 time: 0.1787386
May 21 15:50:34.037639 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-87eeed6f-063c-4d0f-aefe-8dbee82c7a6a req-bcb6a6b9-01c5-4733-9756-7102e7fb79ae tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899238
May 21 15:50:34.073156 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23355c-676d-4e6b-b451-4f70ffbfee00 req-3cd9936d-9570-4fe5-8cf4-4e5d606f91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:34.074592 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2d23355c-676d-4e6b-b451-4f70ffbfee00 req-3cd9936d-9570-4fe5-8cf4-4e5d606f91cf service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2447228
May 21 15:50:34.188436 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-cd33cc61-22d0-4960-aa41-a9ae8263ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:34.188436 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-cd33cc61-22d0-4960-aa41-a9ae8263ce8d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b233fbff35714ba7b81bd94b6fa24cc7&device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 1096 time: 0.0738971
May 21 15:50:34.256973 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-ec418767-d132-43be-8f48-88045239a868 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8eb10bc0-33d8-4344-b47b-a8e0179fec79 HTTP/1.1" status: 200  len: 217 time: 0.0633171
May 21 15:50:34.323357 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-7b10a290-2960-4b54-b624-0f1869911fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:34.325472 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-7b10a290-2960-4b54-b624-0f1869911fc8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5749c085-8b0d-4f1a-997a-8ccb71b1d158 HTTP/1.1" status: 200  len: 854 time: 0.0618622
May 21 15:50:34.372926 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-5777eb47-0dc5-4cf5-8729-8d0e115032cf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98d932f-4e6c-4f09-9bdd-835fc1a3c571&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399425
May 21 15:50:34.505084 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-abd597b7-b574-46b7-9651-98ecd5c67487 service neutron] 10.222.0.25 "GET /v2.0/networks/c98d932f-4e6c-4f09-9bdd-835fc1a3c571?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241667
May 21 15:50:34.638718 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d2ff35c4-dc8b-4225-85ef-ec513bb35c9c req-846e5ed3-f9cf-4b01-9430-69835ace6258 service neutron] 10.222.0.25 "GET /v2.0/networks/c98d932f-4e6c-4f09-9bdd-835fc1a3c571?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261044
May 21 15:50:35.228282 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 55586) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:50:35.236608 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4934308-060d-4b5b-a72d-c54e9d7711b6 req-ff46887a-b716-44e5-899e-7f8f9fd8dbaf tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:35.237992 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e4934308-060d-4b5b-a72d-c54e9d7711b6 req-ff46887a-b716-44e5-899e-7f8f9fd8dbaf tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 943 time: 0.0922365
May 21 15:50:35.284017 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e4934308-060d-4b5b-a72d-c54e9d7711b6 req-d07afa08-c140-4194-ac48-5a0dceba29e4 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401900
May 21 15:50:36.026397 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0f003fc7-cea2-47f0-8e6b-a7a6d7443e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026016'] for router_interface, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:36.441227 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-0f003fc7-cea2-47f0-8e6b-a7a6d7443e52 admin admin] Deleting port bac9e626-809a-4a5a-89be-a11105b836c1 {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:50:36.442006 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0f003fc7-cea2-47f0-8e6b-a7a6d7443e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:36.484391 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd32e9-9ff1-4e15-9eec-56ca88b08989 req-a6eefc46-6b0e-4866-ad19-59f7cc15718c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:36.485858 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5bdd32e9-9ff1-4e15-9eec-56ca88b08989 req-a6eefc46-6b0e-4866-ad19-59f7cc15718c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 943 time: 0.0813074
May 21 15:50:36.531982 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5bdd32e9-9ff1-4e15-9eec-56ca88b08989 req-f2bc960a-69b5-419c-ba69-389a9ee70153 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400257
May 21 15:50:36.565259 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-0f003fc7-cea2-47f0-8e6b-a7a6d7443e52 admin admin] For port bac9e626-809a-4a5a-89be-a11105b836c1, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=bac9e626-809a-4a5a-89be-a11105b836c1,segment=NetworkSegment(734af71f-afce-42ed-be70-d3d5cc3f5117),segment_id=734af71f-afce-42ed-be70-d3d5cc3f5117)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:50:36.565617 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0f003fc7-cea2-47f0-8e6b-a7a6d7443e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:36.691056 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-0f003fc7-cea2-47f0-8e6b-a7a6d7443e52 admin admin] Calling delete_port for bac9e626-809a-4a5a-89be-a11105b836c1 owned by network:router_interface {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:50:36.956956 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0f003fc7-cea2-47f0-8e6b-a7a6d7443e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:36.960851 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-5c653d4e-ad0c-4fe4-8d42-bd91cf27cd34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:37.004332 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f003fc7-cea2-47f0-8e6b-a7a6d7443e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=bac9e626-809a-4a5a-89be-a11105b836c1,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:37.007451 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-0f003fc7-cea2-47f0-8e6b-a7a6d7443e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:37.376907 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0f003fc7-cea2-47f0-8e6b-a7a6d7443e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8085960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026060'] for router_interface, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:37.723529 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fde52-4b8b-4ac7-8a6b-c6720b10eb76 req-5b52ed37-d6a8-4acd-859a-844f117cb62f tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:37.725010 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c95fde52-4b8b-4ac7-8a6b-c6720b10eb76 req-5b52ed37-d6a8-4acd-859a-844f117cb62f tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 943 time: 0.0854077
May 21 15:50:37.738946 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f003fc7-cea2-47f0-8e6b-a7a6d7443e52 admin admin] Router 27acf042-18ab-405e-9e65-c7ba86862fdd has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:50:37.770364 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c95fde52-4b8b-4ac7-8a6b-c6720b10eb76 req-4792cfff-5eb0-4582-ba5a-b93ea734641f tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391183
May 21 15:50:37.820934 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 8eb10bc0-33d8-4344-b47b-a8e0179fec79 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:50:37.918436 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f003fc7-cea2-47f0-8e6b-a7a6d7443e52 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:50:37.931461 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-0f003fc7-cea2-47f0-8e6b-a7a6d7443e52 admin admin] 10.222.0.70 "PUT /v2.0/routers/27acf042-18ab-405e-9e65-c7ba86862fdd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7018721
May 21 15:50:37.934391 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 55596) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:50:37.935483 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b617f0e7-881a-42fb-a10e-247786b4d837 None None] Sync routers for ids ['27acf042-18ab-405e-9e65-c7ba86862fdd'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:50:37.957699 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b617f0e7-881a-42fb-a10e-247786b4d837 None None] Routers {'27acf042-18ab-405e-9e65-c7ba86862fdd'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:50:37.958320 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-b617f0e7-881a-42fb-a10e-247786b4d837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ac500d0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:50:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['27acf042-18ab-405e-9e65-c7ba86862fdd'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:50:38.033801 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 8eb10bc0-33d8-4344-b47b-a8e0179fec79, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8eb10bc0-33d8-4344-b47b-a8e0179fec79,segment=NetworkSegment(34eab225-490f-44ba-af88-2b28a9fc560a),segment_id=34eab225-490f-44ba-af88-2b28a9fc560a)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:50:38.054455 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '8eb10bc0-33d8-4344-b47b-a8e0179fec79', 'network_id': 'c98d932f-4e6c-4f09-9bdd-835fc1a3c571', 'port_id': '8eb10bc0-33d8-4344-b47b-a8e0179fec79', 'mac_address': 'fa:16:3e:9f:ab:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5749c085-8b0d-4f1a-997a-8ccb71b1d158', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:50:38.115554 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] Notify callbacks [] for router, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:38.178652 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:38.197653 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb10bc0-33d8-4344-b47b-a8e0179fec79 {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:50:38.232219 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 8eb10bc0-33d8-4344-b47b-a8e0179fec79, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8eb10bc0-33d8-4344-b47b-a8e0179fec79,segment=NetworkSegment(34eab225-490f-44ba-af88-2b28a9fc560a),segment_id=34eab225-490f-44ba-af88-2b28a9fc560a)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:50:38.240439 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-b617f0e7-881a-42fb-a10e-247786b4d837 None None] Set router 27acf042-18ab-405e-9e65-c7ba86862fdd gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:50:38.297081 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:38.341545 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:38.358604 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:38.507047 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] Deleting port 91382b89-2a15-421d-8cda-b816d826193b {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:50:38.507383 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:38.530845 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=8eb10bc0-33d8-4344-b47b-a8e0179fec79,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:38.539626 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:38.539972 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:38.540311 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:38.540641 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:38.540968 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:38.541292 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:38.541607 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:38.541926 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:38.542266 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:38.542587 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:38.543565 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:38.543881 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:50:38.549096 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:38.607972 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['8eb10bc0-33d8-4344-b47b-a8e0179fec79'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:50:38.629943 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] For port 91382b89-2a15-421d-8cda-b816d826193b, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=91382b89-2a15-421d-8cda-b816d826193b,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:50:38.630317 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:38.731861 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-b617f0e7-881a-42fb-a10e-247786b4d837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ac500d0>, [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121'}], 'enable_snat': True}, 'gw_port_id': '91382b89-2a15-421d-8cda-b816d826193b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:50:36Z', 'revision_number': 5, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port': {'id': '91382b89-2a15-421d-8cda-b816d826193b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:52Z', 'updated_at': '2021-05-21T15:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:50:38.740545 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b617f0e7-881a-42fb-a10e-247786b4d837 None None] Checking router: 27acf042-18ab-405e-9e65-c7ba86862fdd for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:50:38.768663 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b617f0e7-881a-42fb-a10e-247786b4d837 None None] Routers {'27acf042-18ab-405e-9e65-c7ba86862fdd'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:50:38.769207 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-b617f0e7-881a-42fb-a10e-247786b4d837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ac500d0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:50:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['27acf042-18ab-405e-9e65-c7ba86862fdd'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:50:38.869916 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] Calling delete_port for 91382b89-2a15-421d-8cda-b816d826193b owned by network:router_gateway {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:50:38.951563 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-b617f0e7-881a-42fb-a10e-247786b4d837 None None] Set router 27acf042-18ab-405e-9e65-c7ba86862fdd gateway port host: None {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:50:38.967279 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b748c66e-5ffd-4bc7-90a6-09b36675010a req-fbd5038d-4d0d-474d-be7f-f2474f32ce73 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:38.968785 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b748c66e-5ffd-4bc7-90a6-09b36675010a req-fbd5038d-4d0d-474d-be7f-f2474f32ce73 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 944 time: 0.0831757
May 21 15:50:39.018821 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b748c66e-5ffd-4bc7-90a6-09b36675010a req-ba7dc06b-80c5-4707-bc78-b15ba5a09a3c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436831
May 21 15:50:39.062170 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-b617f0e7-881a-42fb-a10e-247786b4d837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ac500d0>, [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:50:38Z', 'revision_number': 6, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port_host': None}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:50:39.067990 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b617f0e7-881a-42fb-a10e-247786b4d837 None None] The sync data for ids ['27acf042-18ab-405e-9e65-c7ba86862fdd'] in dv-cinder-792642-1-iscsi is: [{'id': '27acf042-18ab-405e-9e65-c7ba86862fdd', 'name': 'tempest-AttachVolumeTestJSON-1984957343-router', 'tenant_id': '6c2adcba26c84d31b4928d8a767d160b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:50Z', 'updated_at': '2021-05-21T15:50:38Z', 'revision_number': 6, 'project_id': '6c2adcba26c84d31b4928d8a767d160b', 'gw_port_host': None}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:50:39.094764 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:39.099143 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c59a07b3-ee54-4025-bb18-df8181685fff tempest-DeleteServersTestJSON-704190431 tempest-DeleteServersTestJSON-704190431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:39.143607 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] Pushing event deleted for resources: {'Port': ['ID=91382b89-2a15-421d-8cda-b816d826193b,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:39.169480 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:39.234857 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121925'] for router_gateway, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:39.411310 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8118647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258358'] for router, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:39.414442 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:39.529248 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8118441'] for router, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:39.529857 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27acf042-18ab-405e-9e65-c7ba86862fdd {{(pid=98819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 21 15:50:39.542487 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] Notify callbacks [] for router, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:39.544205 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] 10.222.0.70 "DELETE /v2.0/routers/27acf042-18ab-405e-9e65-c7ba86862fdd HTTP/1.1" status: 204  len: 168 time: 1.6088824
May 21 15:50:39.546973 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 55602) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:50:39.604401 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d38ffe-0902-4280-85ef-853af9cfbee1 admin admin] Deleting subnet 7b052fad-970d-48db-8e48-f280a095d4e5 {{(pid=98819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 21 15:50:39.607902 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-22d38ffe-0902-4280-85ef-853af9cfbee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:39.658695 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-22d38ffe-0902-4280-85ef-853af9cfbee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932813'] for subnet, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:39.773074 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-22d38ffe-0902-4280-85ef-853af9cfbee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981060'] for subnet, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:39.827489 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 8eb10bc0-33d8-4344-b47b-a8e0179fec79 up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:50:39.974426 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port 8eb10bc0-33d8-4344-b47b-a8e0179fec79 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:50:39.981086 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 8eb10bc0-33d8-4344-b47b-a8e0179fec79 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:50:39.981587 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:40.123645 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-22d38ffe-0902-4280-85ef-853af9cfbee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5568265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6212389'] for subnet, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:40.129589 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:40.130853 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:40.175173 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 8eb10bc0-33d8-4344-b47b-a8e0179fec79, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8eb10bc0-33d8-4344-b47b-a8e0179fec79,segment=NetworkSegment(34eab225-490f-44ba-af88-2b28a9fc560a),segment_id=34eab225-490f-44ba-af88-2b28a9fc560a)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:50:40.176253 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e507754-c01f-46f1-9a6d-709733e6c712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb10bc0-33d8-4344-b47b-a8e0179fec79'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:50:40.178898 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d38ffe-0902-4280-85ef-853af9cfbee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b052fad-970d-48db-8e48-f280a095d4e5,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:40.181743 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-22d38ffe-0902-4280-85ef-853af9cfbee1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:40.186853 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03c9b88-dba7-400f-8f20-4366afb6544c None None] Network 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:50:40.208139 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-22d38ffe-0902-4280-85ef-853af9cfbee1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7b052fad-970d-48db-8e48-f280a095d4e5 HTTP/1.1" status: 204  len: 168 time: 0.6563570
May 21 15:50:40.208139 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-22d38ffe-0902-4280-85ef-853af9cfbee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:40.209098 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 55610) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:50:40.268512 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e507754-c01f-46f1-9a6d-709733e6c712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb10bc0-33d8-4344-b47b-a8e0179fec79', 'code': 200}
May 21 15:50:40.269287 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 91382b89-2a15-421d-8cda-b816d826193b no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:50:40.312110 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211584c-c1c5-4592-8d24-63a28067c17a req-dffec952-a46b-49f5-80d2-d7b7790cf4a6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:40.313646 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a211584c-c1c5-4592-8d24-63a28067c17a req-dffec952-a46b-49f5-80d2-d7b7790cf4a6 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 944 time: 0.1843281
May 21 15:50:40.320642 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:40.325447 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:40.352968 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: 91382b89-2a15-421d-8cda-b816d826193b {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:50:40.353316 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 91382b89-2a15-421d-8cda-b816d826193b not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:50:40.353744 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device bac9e626-809a-4a5a-89be-a11105b836c1 no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:50:40.374269 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597767'] for network, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:40.386302 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a211584c-c1c5-4592-8d24-63a28067c17a req-22da3f1c-237f-43cc-b4b5-bca2502df10a tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620031
May 21 15:50:40.410295 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: bac9e626-809a-4a5a-89be-a11105b836c1 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:50:40.410651 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device bac9e626-809a-4a5a-89be-a11105b836c1 not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:50:40.461413 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Deleting port b7ddcb57-d755-4cce-bee2-6b9d3b478eec {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:50:40.462154 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:40.503506 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=8eb10bc0-33d8-4344-b47b-a8e0179fec79,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:40.507037 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:40.567164 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] For port b7ddcb57-d755-4cce-bee2-6b9d3b478eec, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=b7ddcb57-d755-4cce-bee2-6b9d3b478eec,segment=NetworkSegment(734af71f-afce-42ed-be70-d3d5cc3f5117),segment_id=734af71f-afce-42ed-be70-d3d5cc3f5117)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:50:40.567548 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:40.594962 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f173c92c-ad40-4ff5-8245-1b94caf13b9a None None] DHCP port deletion for 6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 request from dv-cinder-792642-1-iscsi {{(pid=98821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 21 15:50:40.662902 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-f173c92c-ad40-4ff5-8245-1b94caf13b9a None None] Deleting port b7ddcb57-d755-4cce-bee2-6b9d3b478eec {{(pid=98821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:50:40.663315 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-f173c92c-ad40-4ff5-8245-1b94caf13b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:40.775015 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-f173c92c-ad40-4ff5-8245-1b94caf13b9a None None] For port b7ddcb57-d755-4cce-bee2-6b9d3b478eec, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=b7ddcb57-d755-4cce-bee2-6b9d3b478eec,segment=NetworkSegment(734af71f-afce-42ed-be70-d3d5cc3f5117),segment_id=734af71f-afce-42ed-be70-d3d5cc3f5117)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:50:40.775519 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-f173c92c-ad40-4ff5-8245-1b94caf13b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:40.777525 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Calling delete_port for b7ddcb57-d755-4cce-bee2-6b9d3b478eec owned by network:dhcp {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:50:40.883850 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3255796-9f5d-462b-a7ef-24e7ca3eaa06 req-5449cf4a-68c3-4cdc-a1cc-0ec22c04f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:40.885333 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c3255796-9f5d-462b-a7ef-24e7ca3eaa06 req-5449cf4a-68c3-4cdc-a1cc-0ec22c04f513 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 1098 time: 0.1044276
May 21 15:50:40.927956 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c3255796-9f5d-462b-a7ef-24e7ca3eaa06 req-5fab3aaa-e171-4f4b-83b4-dde280413dff service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350721
May 21 15:50:40.938207 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-f173c92c-ad40-4ff5-8245-1b94caf13b9a None None] Calling delete_port for b7ddcb57-d755-4cce-bee2-6b9d3b478eec owned by network:dhcp {{(pid=98821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:50:40.979857 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:40.984407 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-08461782-5527-4e76-b093-119a772478f3 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:41.028857 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ddcb57-d755-4cce-bee2-6b9d3b478eec,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:41.031210 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:41.035463 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] No DVR routers for this DVR port b7ddcb57-d755-4cce-bee2-6b9d3b478eec on host dv-cinder-792642-1-iscsi {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:50:41.065386 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-f173c92c-ad40-4ff5-8245-1b94caf13b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514'] for port, after_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:41.068974 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:41.113882 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173c92c-ad40-4ff5-8245-1b94caf13b9a None None] Pushing event deleted for resources: {'Port': ['ID=b7ddcb57-d755-4cce-bee2-6b9d3b478eec,revision_number=None']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:41.117413 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-f173c92c-ad40-4ff5-8245-1b94caf13b9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:41.120335 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f173c92c-ad40-4ff5-8245-1b94caf13b9a None None] No DVR routers for this DVR port b7ddcb57-d755-4cce-bee2-6b9d3b478eec on host dv-cinder-792642-1-iscsi {{(pid=98821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:50:41.156653 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980989', 'neutron.services.segments.db._delete_segments_for_network-8736311911289'] for network, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:41.170396 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f214a785df0>,) {'filters': {'network_id': ['6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92']}} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:50:41.182483 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f214a785df0>, '734af71f-afce-42ed-be70-d3d5cc3f5117') {'for_net_delete': True} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:50:41.182809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f214a785df0>, '734af71f-afce-42ed-be70-d3d5cc3f5117') {} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:50:41.194133 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736311923725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6784996'] for segment, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:41.271502 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:41.280151 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=98820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 21 15:50:41.280395 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6069483'] for segment, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]: Traceback (most recent call last):
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:     timer()
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:     cb(*args, **kw)
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:     return func(*args, **kwargs)
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:     self._notify()
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:     self.callback(batched_events)
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:     event.method(event)
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:     aggregate_uuid = self.p_client.list_aggregates(
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:     return f(self, *a, **k)
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self._get(url).json()
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self.request(url, 'GET', **kwargs)
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:     base_url = self.get_endpoint(auth, allow=allow,
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 21 15:50:41.294699 dv-cinder-792642-1-iscsi neutron-server[98820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 21 15:50:41.542204 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8122016'] for network, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:41.550883 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6594cf55-d57c-4bcc-8918-cc34dc7ae46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:41.570623 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:41.575487 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:41.592689 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:41.613758 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ff507-81b3-4250-8174-3b33472398c2 req-24467312-ac3c-44b1-b0c0-2287c8721cdf tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:41.615242 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8d9ff507-81b3-4250-8174-3b33472398c2 req-24467312-ac3c-44b1-b0c0-2287c8721cdf tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 945 time: 0.1160262
May 21 15:50:41.664140 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8d9ff507-81b3-4250-8174-3b33472398c2 req-1abd87a9-cce8-4b0e-b12e-feee68d3829e tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428138
May 21 15:50:41.706268 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6dfa8b38-a8a4-43ad-b7c6-4b0af0a03c92 HTTP/1.1" status: 204  len: 168 time: 1.4954352
May 21 15:50:42.070030 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 55618) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:50:42.121854 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-abe06f40-5bf9-4c60-bf57-2a8b7d87fb3f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6c2adcba26c84d31b4928d8a767d160b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0497305
May 21 15:50:42.125295 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 55622) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:50:42.188725 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b5cb3a08-839c-445e-b1fb-38f5acab957b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:42.201806 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device b7ddcb57-d755-4cce-bee2-6b9d3b478eec no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:50:42.216300 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b5cb3a08-839c-445e-b1fb-38f5acab957b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:42.235278 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: b7ddcb57-d755-4cce-bee2-6b9d3b478eec {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:50:42.235632 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device b7ddcb57-d755-4cce-bee2-6b9d3b478eec not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:50:42.466206 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b5cb3a08-839c-445e-b1fb-38f5acab957b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:42.483051 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ff694a6e-e180-42bd-a469-b51a460321ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:42.484846 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb3a08-839c-445e-b1fb-38f5acab957b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe18cc9-2b70-4c6c-9e3c-269c2f5ebdc4,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:42.488765 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-b5cb3a08-839c-445e-b1fb-38f5acab957b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:42.491994 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b5cb3a08-839c-445e-b1fb-38f5acab957b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:42.493691 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-b5cb3a08-839c-445e-b1fb-38f5acab957b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ebe18cc9-2b70-4c6c-9e3c-269c2f5ebdc4 HTTP/1.1" status: 204  len: 168 time: 0.3670430
May 21 15:50:42.854604 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b96643-d961-4c1a-a2c3-8bba0f975806 req-41cc14b6-efb0-48d9-84fa-a21b227c92f7 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:42.859586 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-52b96643-d961-4c1a-a2c3-8bba0f975806 req-41cc14b6-efb0-48d9-84fa-a21b227c92f7 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 945 time: 0.0852797
May 21 15:50:42.906000 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-52b96643-d961-4c1a-a2c3-8bba0f975806 req-d25c07aa-5471-4f0f-a540-0077c55cad72 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431664
May 21 15:50:43.031343 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-aa7e61f6-7c7c-4d49-a2be-cfd6ea232566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:45.716530 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:45.962839 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-440a1fe8-cc17-4874-94e0-9da15a8985f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:46.699863 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:48.476897 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:51.909078 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 55750) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:50:52.039482 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b68b1f4b-33a4-4450-9559-0a27f3e6f484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:52.056330 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-b68b1f4b-33a4-4450-9559-0a27f3e6f484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:50:52.068281 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-b68b1f4b-33a4-4450-9559-0a27f3e6f484 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a33b9ad1ac45dc8623c759cfe5fec7 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:50:52.068281 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-b68b1f4b-33a4-4450-9559-0a27f3e6f484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:50:52.069343 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-b68b1f4b-33a4-4450-9559-0a27f3e6f484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:50:52.151387 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b68b1f4b-33a4-4450-9559-0a27f3e6f484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:52.294467 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-b68b1f4b-33a4-4450-9559-0a27f3e6f484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:52.302167 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ddd5b7bd-f017-4350-bdc2-5e72c193e584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:52.342453 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b1f4b-33a4-4450-9559-0a27f3e6f484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72518a87-c80f-43bc-8a09-629650d24e7f,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:52.349646 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 55756) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:50:52.350148 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-b68b1f4b-33a4-4450-9559-0a27f3e6f484 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a7a33b9ad1ac45dc8623c759cfe5fec7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4423940
May 21 15:50:52.350630 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-b68b1f4b-33a4-4450-9559-0a27f3e6f484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:52.413393 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-83cfa5e4-2fd3-419f-8d7d-e912607b616e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:52.439548 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-83cfa5e4-2fd3-419f-8d7d-e912607b616e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:52.591476 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-83cfa5e4-2fd3-419f-8d7d-e912607b616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:52.595665 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-da5a2f33-8930-45c7-bded-c78260e863c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:52.606578 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfa5e4-2fd3-419f-8d7d-e912607b616e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72518a87-c80f-43bc-8a09-629650d24e7f,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:52.610489 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-83cfa5e4-2fd3-419f-8d7d-e912607b616e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:52.614445 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-83cfa5e4-2fd3-419f-8d7d-e912607b616e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:52.615689 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-83cfa5e4-2fd3-419f-8d7d-e912607b616e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72518a87-c80f-43bc-8a09-629650d24e7f HTTP/1.1" status: 204  len: 168 time: 0.2648981
May 21 15:50:53.376281 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 55766) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:50:53.396833 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-adb2fe45-e234-42f1-ab0c-aadf6b51488f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:53.411938 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-adb2fe45-e234-42f1-ab0c-aadf6b51488f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:50:53.415892 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-adb2fe45-e234-42f1-ab0c-aadf6b51488f admin admin] Usage tracker for resource:security_group_rule and tenant:1158b7cbb72246ecbecabb8774019462 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:50:53.419500 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-adb2fe45-e234-42f1-ab0c-aadf6b51488f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:50:53.425307 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-adb2fe45-e234-42f1-ab0c-aadf6b51488f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:50:53.506223 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-adb2fe45-e234-42f1-ab0c-aadf6b51488f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:53.653501 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-adb2fe45-e234-42f1-ab0c-aadf6b51488f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:53.660839 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-accf332f-db24-441a-b415-2ed6d3ce65ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:53.702321 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-adb2fe45-e234-42f1-ab0c-aadf6b51488f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1158b7cbb72246ecbecabb8774019462&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3249581
May 21 15:50:53.703252 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2fe45-e234-42f1-ab0c-aadf6b51488f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17a81b7-16d2-485a-a9fd-039a47e31811,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:53.705799 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 55772) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:50:53.706493 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-adb2fe45-e234-42f1-ab0c-aadf6b51488f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:53.723945 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:50:53.767396 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1101bcbe-4e97-42ec-8d0c-a38720172a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:53.792283 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1101bcbe-4e97-42ec-8d0c-a38720172a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:53.956378 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1101bcbe-4e97-42ec-8d0c-a38720172a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:53.960205 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-b288ce12-864e-4fd1-b6aa-36f1f2fc8b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:53.972941 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101bcbe-4e97-42ec-8d0c-a38720172a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17a81b7-16d2-485a-a9fd-039a47e31811,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:53.975601 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-1101bcbe-4e97-42ec-8d0c-a38720172a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:53.983643 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1101bcbe-4e97-42ec-8d0c-a38720172a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:53.984876 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-1101bcbe-4e97-42ec-8d0c-a38720172a41 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b17a81b7-16d2-485a-a9fd-039a47e31811 HTTP/1.1" status: 204  len: 168 time: 0.2778797
May 21 15:50:57.199457 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7971d8-e0ab-4385-8ad0-5516c154c7b0 req-a444f203-74c4-49e1-8523-80ab2e0241a4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:57.200997 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4f7971d8-e0ab-4385-8ad0-5516c154c7b0 req-a444f203-74c4-49e1-8523-80ab2e0241a4 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 946 time: 0.0826013
May 21 15:50:57.261406 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4f7971d8-e0ab-4385-8ad0-5516c154c7b0 req-aba4d16b-91fd-463f-94bb-c9bb95fd681c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540290
May 21 15:50:57.753831 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 55864) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:50:57.872145 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-70345184-a89c-4693-8b28-f5f204880a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:57.886600 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-70345184-a89c-4693-8b28-f5f204880a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:50:57.890369 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-70345184-a89c-4693-8b28-f5f204880a1c admin admin] Usage tracker for resource:security_group_rule and tenant:4641625c8dd1489c9065d55e09dfb06a is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:50:57.893141 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-70345184-a89c-4693-8b28-f5f204880a1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:50:57.898842 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-70345184-a89c-4693-8b28-f5f204880a1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:50:57.981820 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-70345184-a89c-4693-8b28-f5f204880a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:58.047828 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-70345184-a89c-4693-8b28-f5f204880a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:58.055356 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a15cee5c-8e75-4239-9fc6-f368e2fe49a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:58.094593 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70345184-a89c-4693-8b28-f5f204880a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8272291b-78c4-4d61-aaa7-79340679f5ac,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:58.098890 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-70345184-a89c-4693-8b28-f5f204880a1c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4641625c8dd1489c9065d55e09dfb06a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3440137
May 21 15:50:58.099803 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-70345184-a89c-4693-8b28-f5f204880a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:58.102122 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 55870) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:50:58.161469 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-89e58b8b-2b2e-4b0a-9b31-583a3c5dbe07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:58.191435 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-89e58b8b-2b2e-4b0a-9b31-583a3c5dbe07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:58.345149 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-89e58b8b-2b2e-4b0a-9b31-583a3c5dbe07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:58.349055 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:58.363104 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e58b8b-2b2e-4b0a-9b31-583a3c5dbe07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8272291b-78c4-4d61-aaa7-79340679f5ac,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:58.366888 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-89e58b8b-2b2e-4b0a-9b31-583a3c5dbe07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:58.373624 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-89e58b8b-2b2e-4b0a-9b31-583a3c5dbe07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:58.374803 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-89e58b8b-2b2e-4b0a-9b31-583a3c5dbe07 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8272291b-78c4-4d61-aaa7-79340679f5ac HTTP/1.1" status: 204  len: 168 time: 0.2722406
May 21 15:50:58.456449 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76067c2b-9ccb-4720-b3d2-a0c30b8032c3 req-aa6c24bb-f59e-4490-8cb7-e23c3b6a2370 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:58.458005 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-76067c2b-9ccb-4720-b3d2-a0c30b8032c3 req-aa6c24bb-f59e-4490-8cb7-e23c3b6a2370 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 946 time: 0.0821860
May 21 15:50:58.504102 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-76067c2b-9ccb-4720-b3d2-a0c30b8032c3 req-5c28625f-5a8c-4eeb-acf2-75cb4326d4d0 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403168
May 21 15:50:59.059238 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 55882) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:50:59.076519 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1d691a21-35e7-4c47-8a96-959b46735f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:59.095090 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-1d691a21-35e7-4c47-8a96-959b46735f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:50:59.100254 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-1d691a21-35e7-4c47-8a96-959b46735f6e admin admin] Usage tracker for resource:security_group_rule and tenant:474903c09cbd44209c73899e8c363f62 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:50:59.104106 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-1d691a21-35e7-4c47-8a96-959b46735f6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:50:59.112346 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-1d691a21-35e7-4c47-8a96-959b46735f6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:50:59.212091 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1d691a21-35e7-4c47-8a96-959b46735f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:59.344229 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:59.442111 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1d691a21-35e7-4c47-8a96-959b46735f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:59.450090 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-f5e0ac89-6868-46c4-85a8-79654f36617a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:59.491255 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-1d691a21-35e7-4c47-8a96-959b46735f6e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=474903c09cbd44209c73899e8c363f62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4308410
May 21 15:50:59.491917 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d691a21-35e7-4c47-8a96-959b46735f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941bf523-fd53-4049-bd52-9917d14afa58,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:59.494862 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 55888) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:50:59.495704 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1d691a21-35e7-4c47-8a96-959b46735f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:59.560569 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e1c30490-e11d-4a27-b400-851a41c722c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:59.587778 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e1c30490-e11d-4a27-b400-851a41c722c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:59.695488 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939940e-b546-4a6a-9978-00bb23f202c6 req-f2148c16-b0c4-40c9-8c51-20f804ef46ce tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:50:59.696977 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9939940e-b546-4a6a-9978-00bb23f202c6 req-f2148c16-b0c4-40c9-8c51-20f804ef46ce tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 946 time: 0.0802224
May 21 15:50:59.715904 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e1c30490-e11d-4a27-b400-851a41c722c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:59.720972 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-cd111b6e-a25e-4ced-a98c-75b63f9fd12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:50:59.733916 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c30490-e11d-4a27-b400-851a41c722c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941bf523-fd53-4049-bd52-9917d14afa58,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:50:59.741229 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e1c30490-e11d-4a27-b400-851a41c722c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:50:59.742450 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e1c30490-e11d-4a27-b400-851a41c722c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:50:59.743820 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-e1c30490-e11d-4a27-b400-851a41c722c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/941bf523-fd53-4049-bd52-9917d14afa58 HTTP/1.1" status: 204  len: 168 time: 0.2477353
May 21 15:50:59.750179 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9939940e-b546-4a6a-9978-00bb23f202c6 req-55d25cad-5ce6-4698-8cbe-372bb388a1c7 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468082
May 21 15:51:00.957022 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa0bfb-8709-46a2-a049-0959f278ecd1 req-8fedd8ae-d836-4f77-8cc8-7603906360e7 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:51:00.963419 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fcfa0bfb-8709-46a2-a049-0959f278ecd1 req-8fedd8ae-d836-4f77-8cc8-7603906360e7 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 946 time: 0.0895538
May 21 15:51:01.007380 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fcfa0bfb-8709-46a2-a049-0959f278ecd1 req-60e48666-16c4-4dbf-9253-47184cefa074 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417237
May 21 15:51:01.307547 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b4bd6-b249-4eeb-b2a7-37d058a64fd1 req-4e67a6b7-a3f1-4644-a809-1d0680b2202c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:51:01.308995 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-822b4bd6-b249-4eeb-b2a7-37d058a64fd1 req-4e67a6b7-a3f1-4644-a809-1d0680b2202c tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.25 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 946 time: 0.0840704
May 21 15:51:01.521596 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-822b4bd6-b249-4eeb-b2a7-37d058a64fd1 req-007809b9-f2a0-4442-b8f1-b08eccaa8a3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Deleting port 356c5dcb-26e6-4816-8528-73ca86ae084f {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:51:01.521928 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-822b4bd6-b249-4eeb-b2a7-37d058a64fd1 req-007809b9-f2a0-4442-b8f1-b08eccaa8a3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:01.666183 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-822b4bd6-b249-4eeb-b2a7-37d058a64fd1 req-007809b9-f2a0-4442-b8f1-b08eccaa8a3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] For port 356c5dcb-26e6-4816-8528-73ca86ae084f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=356c5dcb-26e6-4816-8528-73ca86ae084f,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:51:01.666183 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-822b4bd6-b249-4eeb-b2a7-37d058a64fd1 req-007809b9-f2a0-4442-b8f1-b08eccaa8a3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:01.966020 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-822b4bd6-b249-4eeb-b2a7-37d058a64fd1 req-007809b9-f2a0-4442-b8f1-b08eccaa8a3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:01.966691 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-822b4bd6-b249-4eeb-b2a7-37d058a64fd1 req-007809b9-f2a0-4442-b8f1-b08eccaa8a3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:01.966841 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.l3_db [req-822b4bd6-b249-4eeb-b2a7-37d058a64fd1 req-007809b9-f2a0-4442-b8f1-b08eccaa8a3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Floating IP ef9968f5-ac48-4014-9ecd-76655f464518 disassociated. External IP: 172.27.0.203, port: 356c5dcb-26e6-4816-8528-73ca86ae084f.
May 21 15:51:01.967210 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-822b4bd6-b249-4eeb-b2a7-37d058a64fd1 req-007809b9-f2a0-4442-b8f1-b08eccaa8a3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Calling delete_port for 356c5dcb-26e6-4816-8528-73ca86ae084f owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:51:02.215056 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980da9c9-1d8f-47a1-8fcb-ae353f0c352f req-04d6ca39-ec19-4ecb-8549-e29a6f37c52b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:51:02.216590 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-980da9c9-1d8f-47a1-8fcb-ae353f0c352f req-04d6ca39-ec19-4ecb-8549-e29a6f37c52b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 946 time: 0.0886257
May 21 15:51:02.262594 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-980da9c9-1d8f-47a1-8fcb-ae353f0c352f req-eb477695-350a-4c64-a53f-08a586bca4fe tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups?id=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402684
May 21 15:51:02.294077 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-822b4bd6-b249-4eeb-b2a7-37d058a64fd1 req-007809b9-f2a0-4442-b8f1-b08eccaa8a3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:02.300297 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a019e014-8476-48ab-b202-443aca6d5a08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:02.346958 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007809b9-f2a0-4442-b8f1-b08eccaa8a3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event deleted for resources: {'Port': ['ID=356c5dcb-26e6-4816-8528-73ca86ae084f,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:02.402884 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-007809b9-f2a0-4442-b8f1-b08eccaa8a3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:02.531227 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-822b4bd6-b249-4eeb-b2a7-37d058a64fd1 req-007809b9-f2a0-4442-b8f1-b08eccaa8a3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Router 0d248fc6-fb5a-456c-a6f5-957179719f90 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:51:02.713292 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-822b4bd6-b249-4eeb-b2a7-37d058a64fd1 req-007809b9-f2a0-4442-b8f1-b08eccaa8a3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:51:02.723987 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60439b6-c5df-428d-9858-dc20cfae4540 None None] Sync routers for ids ['0d248fc6-fb5a-456c-a6f5-957179719f90'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:51:02.736249 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60439b6-c5df-428d-9858-dc20cfae4540 None None] Routers {'0d248fc6-fb5a-456c-a6f5-957179719f90'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:51:02.737541 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-c60439b6-c5df-428d-9858-dc20cfae4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214af40a30>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:50:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['0d248fc6-fb5a-456c-a6f5-957179719f90'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:02.793528 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-822b4bd6-b249-4eeb-b2a7-37d058a64fd1 req-007809b9-f2a0-4442-b8f1-b08eccaa8a3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] No DVR routers for this DVR port 356c5dcb-26e6-4816-8528-73ca86ae084f on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:51:02.796586 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-822b4bd6-b249-4eeb-b2a7-37d058a64fd1 req-007809b9-f2a0-4442-b8f1-b08eccaa8a3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:02.813342 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'name': 'network-vif-deleted', 'tag': '356c5dcb-26e6-4816-8528-73ca86ae084f'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:51:02.873474 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6f0982-47a3-43d9-aa29-730b478bcccc', 'name': 'network-vif-deleted', 'tag': '356c5dcb-26e6-4816-8528-73ca86ae084f', 'status': 'completed', 'code': 200}
May 21 15:51:02.899822 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-822b4bd6-b249-4eeb-b2a7-37d058a64fd1 req-007809b9-f2a0-4442-b8f1-b08eccaa8a3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.25 "DELETE /v2.0/ports/356c5dcb-26e6-4816-8528-73ca86ae084f HTTP/1.1" status: 204  len: 173 time: 1.5849745
May 21 15:51:02.930753 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-c60439b6-c5df-428d-9858-dc20cfae4540 None None] Set router 0d248fc6-fb5a-456c-a6f5-957179719f90 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:51:03.246044 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-c60439b6-c5df-428d-9858-dc20cfae4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214af40a30>, [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:43:08Z', 'revision_number': 4, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'df76414f-0061-4808-a47b-1e9c5f9a87b8', 'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'mac_address': 'fa:16:3e:0b:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:43:04Z', 'updated_at': '2021-05-21T15:43:29Z', 'revision_number': 5, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'subnets': [{'id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:03.249892 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60439b6-c5df-428d-9858-dc20cfae4540 None None] Checking router: 0d248fc6-fb5a-456c-a6f5-957179719f90 for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:51:03.258384 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60439b6-c5df-428d-9858-dc20cfae4540 None None] Routers {'0d248fc6-fb5a-456c-a6f5-957179719f90'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:51:03.259017 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-c60439b6-c5df-428d-9858-dc20cfae4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214af40a30>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:50:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['0d248fc6-fb5a-456c-a6f5-957179719f90'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:03.436434 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-c5fb16a8-8138-436b-9d1d-c4756a67d4b1 req-66b69c06-042a-4b95-a0b3-c03ee57a05eb tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Synchronizing usage tracker for tenant:6a68b29cab9044629d81ff87b9006270 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:51:03.441553 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-c60439b6-c5df-428d-9858-dc20cfae4540 None None] Set router 0d248fc6-fb5a-456c-a6f5-957179719f90 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:51:03.682076 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-c5fb16a8-8138-436b-9d1d-c4756a67d4b1 req-66b69c06-042a-4b95-a0b3-c03ee57a05eb tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Unset dirty status for tenant:6a68b29cab9044629d81ff87b9006270 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:51:03.691438 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c5fb16a8-8138-436b-9d1d-c4756a67d4b1 req-66b69c06-042a-4b95-a0b3-c03ee57a05eb tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/ports?device_id=7e6f0982-47a3-43d9-aa29-730b478bcccc HTTP/1.1" status: 200  len: 210 time: 0.3097198
May 21 15:51:03.777101 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-c60439b6-c5df-428d-9858-dc20cfae4540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214af40a30>, [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:43:08Z', 'revision_number': 4, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'df76414f-0061-4808-a47b-1e9c5f9a87b8', 'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'mac_address': 'fa:16:3e:0b:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:43:04Z', 'updated_at': '2021-05-21T15:43:29Z', 'revision_number': 5, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'subnets': [{'id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:03.781048 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60439b6-c5df-428d-9858-dc20cfae4540 None None] The sync data for ids ['0d248fc6-fb5a-456c-a6f5-957179719f90'] in dv-cinder-792642-1-iscsi is: [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:43:08Z', 'revision_number': 4, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'df76414f-0061-4808-a47b-1e9c5f9a87b8', 'name': '', 'network_id': '470804b6-04d0-46f5-ba4c-e770e90d71b9', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'mac_address': 'fa:16:3e:0b:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:43:04Z', 'updated_at': '2021-05-21T15:43:29Z', 'revision_number': 5, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'subnets': [{'id': 'b213e9aa-7ec1-46da-827f-d08b01630e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:51:04.022586 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70378875-87fb-43e3-b3e8-835774d66e04 None None] New status for floating IP ef9968f5-ac48-4014-9ecd-76655f464518: DOWN {{(pid=98821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:51:04.883242 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 55964) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:04.955204 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e7009f9f-9f36-4b3d-9e25-c004878c8379 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:04.986167 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e7009f9f-9f36-4b3d-9e25-c004878c8379 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:05.161335 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e7009f9f-9f36-4b3d-9e25-c004878c8379 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:05.165356 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f25b266c-187f-4a56-bce0-c998d8f47316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:05.181621 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7009f9f-9f36-4b3d-9e25-c004878c8379 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:05.184491 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e7009f9f-9f36-4b3d-9e25-c004878c8379 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:05.275426 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e7009f9f-9f36-4b3d-9e25-c004878c8379 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:05.277187 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-e7009f9f-9f36-4b3d-9e25-c004878c8379 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "DELETE /v2.0/security-groups/11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5 HTTP/1.1" status: 204  len: 168 time: 0.3928463
May 21 15:51:05.286383 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 55970) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:05.304645 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.api.v2.resource [None req-6dac17e2-d1f9-46fd-a74a-568f4bdd8d7b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] show failed (client error): The resource could not be found.
May 21 15:51:05.305725 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-6dac17e2-d1f9-46fd-a74a-568f4bdd8d7b tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "GET /v2.0/security-groups/11d7a0c1-5215-47d3-b2c6-8a4d89e18cc5 HTTP/1.1" status: 404  len: 347 time: 0.0183129
May 21 15:51:05.308700 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 55974) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:05.654924 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-2655972e-3e00-417a-b2aa-447f0dfee845 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Deleting port e8edf2aa-1e92-4e16-a3f5-bf9a2786a500 {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:51:05.655418 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-2655972e-3e00-417a-b2aa-447f0dfee845 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:05.782183 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-2655972e-3e00-417a-b2aa-447f0dfee845 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:05.782545 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-2655972e-3e00-417a-b2aa-447f0dfee845 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:05.910907 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-2655972e-3e00-417a-b2aa-447f0dfee845 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Calling delete_port for e8edf2aa-1e92-4e16-a3f5-bf9a2786a500 owned by network:floatingip {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:51:06.168330 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-2655972e-3e00-417a-b2aa-447f0dfee845 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:06.176241 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:06.216327 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655972e-3e00-417a-b2aa-447f0dfee845 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Pushing event deleted for resources: {'Port': ['ID=e8edf2aa-1e92-4e16-a3f5-bf9a2786a500,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:06.219366 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-2655972e-3e00-417a-b2aa-447f0dfee845 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:06.314809 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-2655972e-3e00-417a-b2aa-447f0dfee845 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks [] for floatingip, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:06.533708 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-2655972e-3e00-417a-b2aa-447f0dfee845 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:06.534890 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-2655972e-3e00-417a-b2aa-447f0dfee845 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] 10.222.0.70 "DELETE /v2.0/floatingips/ef9968f5-ac48-4014-9ecd-76655f464518 HTTP/1.1" status: 204  len: 168 time: 1.2252431
May 21 15:51:06.764155 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 356c5dcb-26e6-4816-8528-73ca86ae084f no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:51:06.818010 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: 356c5dcb-26e6-4816-8528-73ca86ae084f {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:51:06.818010 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 356c5dcb-26e6-4816-8528-73ca86ae084f not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:51:10.100843 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deae9045-3ae4-4959-8188-b13a5798f62f req-874d7b12-d69b-4da4-81c5-52455a487239 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:51:10.102951 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-deae9045-3ae4-4959-8188-b13a5798f62f req-874d7b12-d69b-4da4-81c5-52455a487239 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 945 time: 0.0897362
May 21 15:51:10.149762 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-deae9045-3ae4-4959-8188-b13a5798f62f req-957c6fd0-1460-42e1-8cbf-10ac3d8f273b tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398719
May 21 15:51:11.046874 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 56056) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:11.426158 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb254ef-1945-4ab2-b551-a9acf2c0c2b2 req-14ccbebb-0a53-4988-82c4-2e0f46031a94 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:51:11.427564 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0fb254ef-1945-4ab2-b551-a9acf2c0c2b2 req-14ccbebb-0a53-4988-82c4-2e0f46031a94 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 945 time: 0.1685832
May 21 15:51:11.473218 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0fb254ef-1945-4ab2-b551-a9acf2c0c2b2 req-f1561c5f-5585-4dd6-811b-d49b33715d18 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397983
May 21 15:51:11.773016 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0d9b334b-1b6a-44e1-9d4d-d101dd209731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026016'] for router_interface, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:11.841065 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2495e1-e1ba-4baf-a7d3-72e02fbde0c5 req-6e758798-7d01-4599-b21c-6ee6832699dc tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:51:11.842480 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0d2495e1-e1ba-4baf-a7d3-72e02fbde0c5 req-6e758798-7d01-4599-b21c-6ee6832699dc tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 945 time: 0.0794754
May 21 15:51:11.999190 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-0d2495e1-e1ba-4baf-a7d3-72e02fbde0c5 req-71a573f9-198a-4983-b8f6-775f6ccef9ec tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Deleting port 8eb10bc0-33d8-4344-b47b-a8e0179fec79 {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:51:11.999533 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-0d2495e1-e1ba-4baf-a7d3-72e02fbde0c5 req-71a573f9-198a-4983-b8f6-775f6ccef9ec tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:12.143195 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-0d2495e1-e1ba-4baf-a7d3-72e02fbde0c5 req-71a573f9-198a-4983-b8f6-775f6ccef9ec tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] For port 8eb10bc0-33d8-4344-b47b-a8e0179fec79, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8eb10bc0-33d8-4344-b47b-a8e0179fec79,segment=NetworkSegment(34eab225-490f-44ba-af88-2b28a9fc560a),segment_id=34eab225-490f-44ba-af88-2b28a9fc560a)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:51:12.143409 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-0d2495e1-e1ba-4baf-a7d3-72e02fbde0c5 req-71a573f9-198a-4983-b8f6-775f6ccef9ec tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:12.274128 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-0d2495e1-e1ba-4baf-a7d3-72e02fbde0c5 req-71a573f9-198a-4983-b8f6-775f6ccef9ec tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Calling delete_port for 8eb10bc0-33d8-4344-b47b-a8e0179fec79 owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:51:12.334851 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b334b-1b6a-44e1-9d4d-d101dd209731 admin admin] Deleting port df76414f-0061-4808-a47b-1e9c5f9a87b8 {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:51:12.335503 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0d9b334b-1b6a-44e1-9d4d-d101dd209731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:12.476064 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-0d9b334b-1b6a-44e1-9d4d-d101dd209731 admin admin] For port df76414f-0061-4808-a47b-1e9c5f9a87b8, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=df76414f-0061-4808-a47b-1e9c5f9a87b8,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:51:12.476412 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0d9b334b-1b6a-44e1-9d4d-d101dd209731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:12.604652 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b334b-1b6a-44e1-9d4d-d101dd209731 admin admin] Calling delete_port for df76414f-0061-4808-a47b-1e9c5f9a87b8 owned by network:router_interface {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:51:12.664340 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d296d449-253b-471a-946a-1743b0b1f9ab req-6e9b4696-cf50-4749-a19a-8e424226a6a4 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:51:12.665851 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d296d449-253b-471a-946a-1743b0b1f9ab req-6e9b4696-cf50-4749-a19a-8e424226a6a4 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 945 time: 0.0820441
May 21 15:51:12.720589 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d296d449-253b-471a-946a-1743b0b1f9ab req-5e4547c6-9726-4b95-bd81-199b925c664b tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c54c2b-32a3-4176-a4ca-b4c4d666d93b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450881
May 21 15:51:12.819039 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-0d2495e1-e1ba-4baf-a7d3-72e02fbde0c5 req-71a573f9-198a-4983-b8f6-775f6ccef9ec tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:12.826017 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-44d86a48-882a-4839-9734-28c9b08a865b tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:12.832263 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['8eb10bc0-33d8-4344-b47b-a8e0179fec79'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:51:12.871045 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a573f9-198a-4983-b8f6-775f6ccef9ec tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Pushing event deleted for resources: {'Port': ['ID=8eb10bc0-33d8-4344-b47b-a8e0179fec79,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:12.874162 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-71a573f9-198a-4983-b8f6-775f6ccef9ec tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:12.947582 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2495e1-e1ba-4baf-a7d3-72e02fbde0c5 req-71a573f9-198a-4983-b8f6-775f6ccef9ec tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] No DVR routers for this DVR port 8eb10bc0-33d8-4344-b47b-a8e0179fec79 on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:51:12.950768 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-0d2495e1-e1ba-4baf-a7d3-72e02fbde0c5 req-71a573f9-198a-4983-b8f6-775f6ccef9ec tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:12.953368 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e507754-c01f-46f1-9a6d-709733e6c712', 'name': 'network-vif-deleted', 'tag': '8eb10bc0-33d8-4344-b47b-a8e0179fec79'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:51:12.965785 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0d2495e1-e1ba-4baf-a7d3-72e02fbde0c5 req-71a573f9-198a-4983-b8f6-775f6ccef9ec tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.25 "DELETE /v2.0/ports/8eb10bc0-33d8-4344-b47b-a8e0179fec79 HTTP/1.1" status: 204  len: 173 time: 1.1166468
May 21 15:51:12.973632 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0d9b334b-1b6a-44e1-9d4d-d101dd209731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:12.978924 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c8cedfab-fa88-42f3-959a-1664a2cfb66b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:13.001017 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e507754-c01f-46f1-9a6d-709733e6c712', 'name': 'network-vif-deleted', 'tag': '8eb10bc0-33d8-4344-b47b-a8e0179fec79', 'status': 'completed', 'code': 200}
May 21 15:51:13.028870 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b334b-1b6a-44e1-9d4d-d101dd209731 admin admin] Pushing event deleted for resources: {'Port': ['ID=df76414f-0061-4808-a47b-1e9c5f9a87b8,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:13.064307 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-0d9b334b-1b6a-44e1-9d4d-d101dd209731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:13.110484 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-69d75d45-6adc-4425-8d05-3933c20e950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:13.331554 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0d9b334b-1b6a-44e1-9d4d-d101dd209731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8085960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026060'] for router_interface, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:13.710490 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9b334b-1b6a-44e1-9d4d-d101dd209731 admin admin] Router 0d248fc6-fb5a-456c-a6f5-957179719f90 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:51:13.718042 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56080) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:13.852388 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-df75df1f-cc92-4847-bcde-e07f878a6bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:13.911438 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-1991ec9d-06ff-4a99-a127-4cdd0d7561c5 req-a6956c20-aebc-4eba-b83b-4c6a986a6326 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Synchronizing usage tracker for tenant:b233fbff35714ba7b81bd94b6fa24cc7 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:51:13.914062 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-df75df1f-cc92-4847-bcde-e07f878a6bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:51:13.919611 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-df75df1f-cc92-4847-bcde-e07f878a6bec admin admin] Usage tracker for resource:security_group_rule and tenant:903d297d27a54638be8768a09fe01d70 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:51:13.923856 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-df75df1f-cc92-4847-bcde-e07f878a6bec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:51:13.935271 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-df75df1f-cc92-4847-bcde-e07f878a6bec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:51:14.020531 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9b334b-1b6a-44e1-9d4d-d101dd209731 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:51:14.020994 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-1991ec9d-06ff-4a99-a127-4cdd0d7561c5 req-a6956c20-aebc-4eba-b83b-4c6a986a6326 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Unset dirty status for tenant:b233fbff35714ba7b81bd94b6fa24cc7 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:51:14.022780 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1991ec9d-06ff-4a99-a127-4cdd0d7561c5 req-a6956c20-aebc-4eba-b83b-4c6a986a6326 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e507754-c01f-46f1-9a6d-709733e6c712 HTTP/1.1" status: 200  len: 210 time: 0.1596990
May 21 15:51:14.024123 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-df75df1f-cc92-4847-bcde-e07f878a6bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:14.033922 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68721c7c-c866-43f1-986a-c5f8d0c8d55a None None] Sync routers for ids ['0d248fc6-fb5a-456c-a6f5-957179719f90'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:51:14.038377 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-0d9b334b-1b6a-44e1-9d4d-d101dd209731 admin admin] 10.222.0.70 "PUT /v2.0/routers/0d248fc6-fb5a-456c-a6f5-957179719f90/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9880829
May 21 15:51:14.038921 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56088) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:14.045735 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68721c7c-c866-43f1-986a-c5f8d0c8d55a None None] Routers {'0d248fc6-fb5a-456c-a6f5-957179719f90'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:51:14.046608 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-68721c7c-c866-43f1-986a-c5f8d0c8d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aed88e0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:50:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['0d248fc6-fb5a-456c-a6f5-957179719f90'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:14.127851 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-df75df1f-cc92-4847-bcde-e07f878a6bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:14.136670 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-07488ff1-ebe8-4a32-bbee-b0cac5064bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:14.240055 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-68721c7c-c866-43f1-986a-c5f8d0c8d55a None None] Set router 0d248fc6-fb5a-456c-a6f5-957179719f90 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:51:14.250572 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-df75df1f-cc92-4847-bcde-e07f878a6bec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=903d297d27a54638be8768a09fe01d70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5314720
May 21 15:51:14.253499 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 56092) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:14.256687 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75df1f-cc92-4847-bcde-e07f878a6bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4602f75-4f32-4490-a761-93b66337217d,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:14.261285 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-df75df1f-cc92-4847-bcde-e07f878a6bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:14.268700 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:14.348479 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fb454d88-5d7e-4194-89ee-1171c5a4ecf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:14.378333 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fb454d88-5d7e-4194-89ee-1171c5a4ecf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:14.477542 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:14.550211 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-68721c7c-c866-43f1-986a-c5f8d0c8d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aed88e0>, [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:51:12Z', 'revision_number': 5, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port': {'id': '7116bd90-a2fa-4cb6-885e-1d51440efc0b', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:73:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:42:54Z', 'updated_at': '2021-05-21T15:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:14.554155 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68721c7c-c866-43f1-986a-c5f8d0c8d55a None None] Checking router: 0d248fc6-fb5a-456c-a6f5-957179719f90 for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:51:14.562916 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68721c7c-c866-43f1-986a-c5f8d0c8d55a None None] Routers {'0d248fc6-fb5a-456c-a6f5-957179719f90'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:51:14.563525 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-68721c7c-c866-43f1-986a-c5f8d0c8d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aed88e0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:50:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['0d248fc6-fb5a-456c-a6f5-957179719f90'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:14.584561 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fb454d88-5d7e-4194-89ee-1171c5a4ecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:14.588816 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-cdf31888-4b70-49b6-86f3-fa9e0aab180a tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:14.602824 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb454d88-5d7e-4194-89ee-1171c5a4ecf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4602f75-4f32-4490-a761-93b66337217d,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:14.610859 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-fb454d88-5d7e-4194-89ee-1171c5a4ecf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:14.613047 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fb454d88-5d7e-4194-89ee-1171c5a4ecf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:14.616981 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-fb454d88-5d7e-4194-89ee-1171c5a4ecf5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f4602f75-4f32-4490-a761-93b66337217d HTTP/1.1" status: 204  len: 168 time: 0.3621936
May 21 15:51:14.655070 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] Deleting port 7116bd90-a2fa-4cb6-885e-1d51440efc0b {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:51:14.655412 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:14.726078 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-68721c7c-c866-43f1-986a-c5f8d0c8d55a None None] Set router 0d248fc6-fb5a-456c-a6f5-957179719f90 gateway port host: None {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:51:14.848193 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-68721c7c-c866-43f1-986a-c5f8d0c8d55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aed88e0>, [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:51:14Z', 'revision_number': 6, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port_host': None}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:14.852662 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68721c7c-c866-43f1-986a-c5f8d0c8d55a None None] The sync data for ids ['0d248fc6-fb5a-456c-a6f5-957179719f90'] in dv-cinder-792642-1-iscsi is: [{'id': '0d248fc6-fb5a-456c-a6f5-957179719f90', 'name': 'tempest-AttachVolumeShelveTestJSON-2043145024-router', 'tenant_id': '6a68b29cab9044629d81ff87b9006270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:42:51Z', 'updated_at': '2021-05-21T15:51:14Z', 'revision_number': 6, 'project_id': '6a68b29cab9044629d81ff87b9006270', 'gw_port_host': None}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:51:14.867687 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] For port 7116bd90-a2fa-4cb6-885e-1d51440efc0b, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=7116bd90-a2fa-4cb6-885e-1d51440efc0b,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:51:14.867687 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:14.998422 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] Calling delete_port for 7116bd90-a2fa-4cb6-885e-1d51440efc0b owned by network:router_gateway {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:51:15.392684 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:15.395094 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-dd2fcd12-5b0b-48a0-ba6f-63ba32ad7f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:15.439012 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7116bd90-a2fa-4cb6-885e-1d51440efc0b,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:15.444459 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:15.534119 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121925'] for router_gateway, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:15.686514 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:15.724857 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8118647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258358'] for router, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:15.727105 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:15.853385 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-3616b7f7-647e-49f3-886b-31d9cfee5860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:15.893465 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8118441'] for router, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:15.894414 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d248fc6-fb5a-456c-a6f5-957179719f90 {{(pid=98820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 21 15:51:15.918465 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] Notify callbacks [] for router, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:15.922268 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/0d248fc6-fb5a-456c-a6f5-957179719f90 HTTP/1.1" status: 204  len: 168 time: 1.8797147
May 21 15:51:15.922578 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 56120) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:16.000780 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f9fd10-4f7c-4ca4-9747-82d26d10f955 admin admin] Deleting subnet b213e9aa-7ec1-46da-827f-d08b01630e15 {{(pid=98819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 21 15:51:16.005559 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-68f9fd10-4f7c-4ca4-9747-82d26d10f955 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:16.032215 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 8eb10bc0-33d8-4344-b47b-a8e0179fec79 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:51:16.121118 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-68f9fd10-4f7c-4ca4-9747-82d26d10f955 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932813'] for subnet, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:16.123107 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: 8eb10bc0-33d8-4344-b47b-a8e0179fec79 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:51:16.124254 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 8eb10bc0-33d8-4344-b47b-a8e0179fec79 not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:51:16.252116 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 7116bd90-a2fa-4cb6-885e-1d51440efc0b no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:51:16.255636 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-68f9fd10-4f7c-4ca4-9747-82d26d10f955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981060'] for subnet, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:16.288380 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: 7116bd90-a2fa-4cb6-885e-1d51440efc0b {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:51:16.289005 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 7116bd90-a2fa-4cb6-885e-1d51440efc0b not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:51:16.289583 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device df76414f-0061-4808-a47b-1e9c5f9a87b8 no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:51:16.329958 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: df76414f-0061-4808-a47b-1e9c5f9a87b8 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:51:16.330555 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device df76414f-0061-4808-a47b-1e9c5f9a87b8 not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:51:16.641979 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-68f9fd10-4f7c-4ca4-9747-82d26d10f955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5568265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6212389'] for subnet, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:16.646289 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:16.684230 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9fd10-4f7c-4ca4-9747-82d26d10f955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b213e9aa-7ec1-46da-827f-d08b01630e15,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:16.687228 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-68f9fd10-4f7c-4ca4-9747-82d26d10f955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:16.688200 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-68f9fd10-4f7c-4ca4-9747-82d26d10f955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:16.700771 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3f46d1-79ea-410e-938c-bdb620c51a43 None None] Network 470804b6-04d0-46f5-ba4c-e770e90d71b9 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:51:16.701533 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-68f9fd10-4f7c-4ca4-9747-82d26d10f955 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/b213e9aa-7ec1-46da-827f-d08b01630e15 HTTP/1.1" status: 204  len: 168 time: 0.7699859
May 21 15:51:16.701656 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56136) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:16.772879 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:16.811088 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597767'] for network, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:16.896348 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Deleting port c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:51:16.897015 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:17.004602 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] For port c773ebd8-a64e-46bb-bc08-a112ca1dc4c1, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=c773ebd8-a64e-46bb-bc08-a112ca1dc4c1,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:51:17.004958 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:17.005449 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc4480b-eb4c-443f-b652-7bce439562b3 None None] DHCP port deletion for 470804b6-04d0-46f5-ba4c-e770e90d71b9 request from dv-cinder-792642-1-iscsi {{(pid=98821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 21 15:51:17.077855 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4480b-eb4c-443f-b652-7bce439562b3 None None] Deleting port c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 {{(pid=98821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:51:17.078745 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-3bc4480b-eb4c-443f-b652-7bce439562b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:17.207224 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-3bc4480b-eb4c-443f-b652-7bce439562b3 None None] For port c773ebd8-a64e-46bb-bc08-a112ca1dc4c1, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=c773ebd8-a64e-46bb-bc08-a112ca1dc4c1,segment=NetworkSegment(80332f2f-9549-40e4-8ddf-43bf0efa5cd4),segment_id=80332f2f-9549-40e4-8ddf-43bf0efa5cd4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:51:17.207988 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-3bc4480b-eb4c-443f-b652-7bce439562b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:17.229198 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Calling delete_port for c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 owned by network:dhcp {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:51:17.335663 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-3bc4480b-eb4c-443f-b652-7bce439562b3 None None] Calling delete_port for c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 owned by network:dhcp {{(pid=98821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:51:17.396511 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:17.401618 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:17.404731 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-3bc4480b-eb4c-443f-b652-7bce439562b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514'] for port, after_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:17.409451 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:17.449180 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c773ebd8-a64e-46bb-bc08-a112ca1dc4c1,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:17.449763 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4480b-eb4c-443f-b652-7bce439562b3 None None] Pushing event deleted for resources: {'Port': ['ID=c773ebd8-a64e-46bb-bc08-a112ca1dc4c1,revision_number=None']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:17.451027 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] No DVR routers for this DVR port c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 on host dv-cinder-792642-1-iscsi {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:51:17.452745 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:17.453324 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-3bc4480b-eb4c-443f-b652-7bce439562b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:17.456453 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc4480b-eb4c-443f-b652-7bce439562b3 None None] No DVR routers for this DVR port c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 on host dv-cinder-792642-1-iscsi {{(pid=98821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:51:17.572157 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980989', 'neutron.services.segments.db._delete_segments_for_network-8736311911289'] for network, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:17.585400 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f214a2f1a90>,) {'filters': {'network_id': ['470804b6-04d0-46f5-ba4c-e770e90d71b9']}} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:17.598556 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f214a2f1a90>, '80332f2f-9549-40e4-8ddf-43bf0efa5cd4') {'for_net_delete': True} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:17.598882 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f214a2f1a90>, '80332f2f-9549-40e4-8ddf-43bf0efa5cd4') {} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:17.612335 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736311923725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6784996'] for segment, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:17.629073 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:17.638372 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=98820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 21 15:51:17.638809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6069483'] for segment, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]: Traceback (most recent call last):
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:     timer()
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:     cb(*args, **kw)
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:     return func(*args, **kwargs)
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:     self._notify()
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:     self.callback(batched_events)
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:     event.method(event)
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:     aggregate_uuid = self.p_client.list_aggregates(
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:     return f(self, *a, **k)
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self._get(url).json()
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self.request(url, 'GET', **kwargs)
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:     base_url = self.get_endpoint(auth, allow=allow,
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 21 15:51:17.652960 dv-cinder-792642-1-iscsi neutron-server[98820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 21 15:51:17.835922 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8122016'] for network, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:17.841442 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:17.845984 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:17.868362 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=470804b6-04d0-46f5-ba4c-e770e90d71b9,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:17.875596 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:18.013899 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/470804b6-04d0-46f5-ba4c-e770e90d71b9 HTTP/1.1" status: 204  len: 168 time: 1.3133836
May 21 15:51:18.225813 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:51:18.264641 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:51:18.264981 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device c773ebd8-a64e-46bb-bc08-a112ca1dc4c1 not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:51:18.539188 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:18.611856 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 56162) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:18.662214 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-00ab9c64-df82-42d6-a7a9-d12ea3b73d7c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a68b29cab9044629d81ff87b9006270&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0490608
May 21 15:51:18.664747 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 56166) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:18.724880 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2c92-3db5-46aa-91da-b4b011bfecb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:18.751083 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2c92-3db5-46aa-91da-b4b011bfecb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:18.950393 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2c92-3db5-46aa-91da-b4b011bfecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:18.954354 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c1f45a16-e190-46d9-be2b-a5df4f13c0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:18.967542 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d2c92-3db5-46aa-91da-b4b011bfecb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf930a7-987e-410c-b316-eb8d1c2536ff,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:18.972824 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ae9d2c92-3db5-46aa-91da-b4b011bfecb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:18.977720 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ae9d2c92-3db5-46aa-91da-b4b011bfecb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:18.978875 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-ae9d2c92-3db5-46aa-91da-b4b011bfecb0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ecf930a7-987e-410c-b316-eb8d1c2536ff HTTP/1.1" status: 204  len: 168 time: 0.3130739
May 21 15:51:21.186798 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56228) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:21.306814 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-85589ce0-836f-4b1f-8088-8809b43df5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:21.321080 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-85589ce0-836f-4b1f-8088-8809b43df5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:51:21.325350 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-85589ce0-836f-4b1f-8088-8809b43df5c6 admin admin] Usage tracker for resource:security_group_rule and tenant:8b1ae0807dc243b5bf1466dee5c72d7e is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:51:21.328133 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-85589ce0-836f-4b1f-8088-8809b43df5c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:51:21.333668 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-85589ce0-836f-4b1f-8088-8809b43df5c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:51:21.416133 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-85589ce0-836f-4b1f-8088-8809b43df5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:21.526869 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-85589ce0-836f-4b1f-8088-8809b43df5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:21.539450 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:21.580004 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-85589ce0-836f-4b1f-8088-8809b43df5c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b1ae0807dc243b5bf1466dee5c72d7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3920388
May 21 15:51:21.581833 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85589ce0-836f-4b1f-8088-8809b43df5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b713bfb-9af0-495c-95e8-603edbf38d0c,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:21.582656 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 56236) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:21.585354 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-85589ce0-836f-4b1f-8088-8809b43df5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:21.647237 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4899881a-12b9-43d9-956f-72605e7a1f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:21.673934 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4899881a-12b9-43d9-956f-72605e7a1f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:21.841379 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4899881a-12b9-43d9-956f-72605e7a1f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:21.845128 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7b36d82b-6bb5-414a-815f-954caab10365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:21.857048 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899881a-12b9-43d9-956f-72605e7a1f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b713bfb-9af0-495c-95e8-603edbf38d0c,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:21.860897 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4899881a-12b9-43d9-956f-72605e7a1f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:21.864537 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4899881a-12b9-43d9-956f-72605e7a1f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:21.868607 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-4899881a-12b9-43d9-956f-72605e7a1f5d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2b713bfb-9af0-495c-95e8-603edbf38d0c HTTP/1.1" status: 204  len: 168 time: 0.2849059
May 21 15:51:24.666356 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56322) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:24.793410 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a056d22f-6533-44cc-9b5b-dee04bf6673a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:24.807898 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-a056d22f-6533-44cc-9b5b-dee04bf6673a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:51:24.811806 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-a056d22f-6533-44cc-9b5b-dee04bf6673a admin admin] Usage tracker for resource:security_group_rule and tenant:fccf9734e5c146f7a1b7795be319afd9 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:51:24.814579 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-a056d22f-6533-44cc-9b5b-dee04bf6673a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:51:24.820258 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-a056d22f-6533-44cc-9b5b-dee04bf6673a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:51:24.906163 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a056d22f-6533-44cc-9b5b-dee04bf6673a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:25.013192 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a056d22f-6533-44cc-9b5b-dee04bf6673a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:25.024004 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-174cb058-a76f-4f95-a8f0-128b0b293aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:25.062960 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-a056d22f-6533-44cc-9b5b-dee04bf6673a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fccf9734e5c146f7a1b7795be319afd9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3946226
May 21 15:51:25.064495 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056d22f-6533-44cc-9b5b-dee04bf6673a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a08f555-8368-4826-909a-a5fb43a91aa7,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:25.065390 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 56334) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:25.067543 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a056d22f-6533-44cc-9b5b-dee04bf6673a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:25.127435 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-234806e3-eea3-420c-9d7f-aabc9706bbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:25.153874 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-234806e3-eea3-420c-9d7f-aabc9706bbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:25.355819 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-234806e3-eea3-420c-9d7f-aabc9706bbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:25.360950 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7294a4c3-855b-421c-9ee5-284b921137dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:25.375671 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234806e3-eea3-420c-9d7f-aabc9706bbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a08f555-8368-4826-909a-a5fb43a91aa7,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:25.378550 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-234806e3-eea3-420c-9d7f-aabc9706bbbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:25.379560 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-234806e3-eea3-420c-9d7f-aabc9706bbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:25.382887 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-234806e3-eea3-420c-9d7f-aabc9706bbbb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a08f555-8368-4826-909a-a5fb43a91aa7 HTTP/1.1" status: 204  len: 168 time: 0.3140564
May 21 15:51:25.467428 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 56342) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:25.587510 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-abb13812-78a8-4465-aef6-9fb1e43a61e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:25.602438 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-abb13812-78a8-4465-aef6-9fb1e43a61e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:51:25.607346 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-abb13812-78a8-4465-aef6-9fb1e43a61e4 admin admin] Usage tracker for resource:security_group_rule and tenant:a5e6d49306214b6f9a4b789c1ce77c25 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:51:25.610449 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-abb13812-78a8-4465-aef6-9fb1e43a61e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:51:25.616564 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-abb13812-78a8-4465-aef6-9fb1e43a61e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:51:25.699503 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-abb13812-78a8-4465-aef6-9fb1e43a61e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:25.795574 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-abb13812-78a8-4465-aef6-9fb1e43a61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:25.805661 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ae9d2c92-3db5-46aa-91da-b4b011bfecb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:25.849377 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-abb13812-78a8-4465-aef6-9fb1e43a61e4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5e6d49306214b6f9a4b789c1ce77c25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3794787
May 21 15:51:25.850475 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb13812-78a8-4465-aef6-9fb1e43a61e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4128f28f-b8c5-4216-8826-4bc0d66349eb,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:25.851016 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56354) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:25.853891 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-abb13812-78a8-4465-aef6-9fb1e43a61e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:25.923788 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a13366d6-38a5-416c-85b1-cdbcd101a3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:25.950765 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a13366d6-38a5-416c-85b1-cdbcd101a3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:26.086872 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a13366d6-38a5-416c-85b1-cdbcd101a3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:26.091712 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-89e58b8b-2b2e-4b0a-9b31-583a3c5dbe07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:26.105726 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13366d6-38a5-416c-85b1-cdbcd101a3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4128f28f-b8c5-4216-8826-4bc0d66349eb,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:26.109579 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a13366d6-38a5-416c-85b1-cdbcd101a3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:26.117655 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a13366d6-38a5-416c-85b1-cdbcd101a3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:26.122359 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-a13366d6-38a5-416c-85b1-cdbcd101a3b4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4128f28f-b8c5-4216-8826-4bc0d66349eb HTTP/1.1" status: 204  len: 168 time: 0.2697647
May 21 15:51:26.276806 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56360) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:26.295443 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-ede5d212-db9b-46b5-86ae-ea18b5578d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:26.310980 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-ede5d212-db9b-46b5-86ae-ea18b5578d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:51:26.315090 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-ede5d212-db9b-46b5-86ae-ea18b5578d7d admin admin] Usage tracker for resource:security_group_rule and tenant:dc5fe52a2745437faeab86eab288ee50 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:51:26.317982 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-ede5d212-db9b-46b5-86ae-ea18b5578d7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:51:26.323762 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-ede5d212-db9b-46b5-86ae-ea18b5578d7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:51:26.418777 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-ede5d212-db9b-46b5-86ae-ea18b5578d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:26.555327 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-ede5d212-db9b-46b5-86ae-ea18b5578d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:26.566199 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-be398796-bf2d-4a11-a23e-68d4e1c1cc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:26.609560 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-ede5d212-db9b-46b5-86ae-ea18b5578d7d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dc5fe52a2745437faeab86eab288ee50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3300273
May 21 15:51:26.609560 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5d212-db9b-46b5-86ae-ea18b5578d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea95c09-3a92-4a58-b1e0-d28965a4b2da,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:26.612011 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ede5d212-db9b-46b5-86ae-ea18b5578d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:26.619232 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 56368) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:26.687292 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0854159b-a3b2-4ada-b945-10f406698836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:26.728062 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0854159b-a3b2-4ada-b945-10f406698836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:26.932764 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0854159b-a3b2-4ada-b945-10f406698836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:26.936501 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f1c7583e-3deb-4ec8-83f2-f872b13316d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:26.949243 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854159b-a3b2-4ada-b945-10f406698836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea95c09-3a92-4a58-b1e0-d28965a4b2da,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:26.953053 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-0854159b-a3b2-4ada-b945-10f406698836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:26.958700 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0854159b-a3b2-4ada-b945-10f406698836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:26.959926 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-0854159b-a3b2-4ada-b945-10f406698836 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6ea95c09-3a92-4a58-b1e0-d28965a4b2da HTTP/1.1" status: 204  len: 168 time: 0.3378508
May 21 15:51:27.459440 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56376) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:27.480865 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-ea8cf92d-1e20-4ac3-a6bd-be7dfdf37683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:27.495776 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-ea8cf92d-1e20-4ac3-a6bd-be7dfdf37683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:51:27.499687 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-ea8cf92d-1e20-4ac3-a6bd-be7dfdf37683 admin admin] Usage tracker for resource:security_group_rule and tenant:5b187d2e7cba48d6b5ecc7e414251de8 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:51:27.514606 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-ea8cf92d-1e20-4ac3-a6bd-be7dfdf37683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:51:27.514606 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-ea8cf92d-1e20-4ac3-a6bd-be7dfdf37683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:51:27.592297 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-ea8cf92d-1e20-4ac3-a6bd-be7dfdf37683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:27.881485 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-ea8cf92d-1e20-4ac3-a6bd-be7dfdf37683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:27.890759 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-f40665cd-fb39-4942-aff0-0e13d31e9a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:27.933855 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-ea8cf92d-1e20-4ac3-a6bd-be7dfdf37683 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b187d2e7cba48d6b5ecc7e414251de8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4733026
May 21 15:51:27.934812 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8cf92d-1e20-4ac3-a6bd-be7dfdf37683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9168f85-61b0-472b-8fcf-679e6f19c45d,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:27.939568 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ea8cf92d-1e20-4ac3-a6bd-be7dfdf37683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:27.940802 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56390) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:28.004803 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8c2edb59-8151-4547-b455-373e8bf5627c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:28.031899 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8c2edb59-8151-4547-b455-373e8bf5627c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:28.258944 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8c2edb59-8151-4547-b455-373e8bf5627c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:28.264372 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:28.278404 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2edb59-8151-4547-b455-373e8bf5627c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9168f85-61b0-472b-8fcf-679e6f19c45d,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:28.281441 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-8c2edb59-8151-4547-b455-373e8bf5627c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:28.285655 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8c2edb59-8151-4547-b455-373e8bf5627c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:28.286813 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-8c2edb59-8151-4547-b455-373e8bf5627c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e9168f85-61b0-472b-8fcf-679e6f19c45d HTTP/1.1" status: 204  len: 168 time: 0.3447926
May 21 15:51:29.436878 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:30.722936 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:51:31.833439 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56512) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:31.956582 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:31.973582 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:51:31.977524 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Usage tracker for resource:security_group_rule and tenant:420d56d1a4244abf93ba8e3a9384a464 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:51:31.981487 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:51:31.987215 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:51:32.073863 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:32.224886 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:32.239143 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-31c5dfb3-4aa5-4963-9136-ed3355bc7832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:32.280910 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=420d56d1a4244abf93ba8e3a9384a464&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4461768
May 21 15:51:32.281985 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3695e144-de9e-4103-ab2d-4deb777005d9,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:32.284145 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 56534) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:32.290520 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.291177 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.291455 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.292485 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.292857 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.293195 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.293545 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.293928 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.294223 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.294564 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.294925 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.295329 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.299314 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:32.356060 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:32.382232 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:32.578117 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:32.582026 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4899881a-12b9-43d9-956f-72605e7a1f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:32.593568 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3695e144-de9e-4103-ab2d-4deb777005d9,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:32.603879 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.604771 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.605138 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.605495 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.605852 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.606258 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.606550 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.606932 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.607280 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.607627 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.607969 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.608310 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:32.611431 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:32.615348 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3695e144-de9e-4103-ab2d-4deb777005d9 HTTP/1.1" status: 204  len: 168 time: 0.3301127
May 21 15:51:32.616443 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:33.539069 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 56548) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:33.557799 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6a4b0ba9-3340-4490-a042-6376208fbbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:33.572624 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-6a4b0ba9-3340-4490-a042-6376208fbbb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:51:33.577366 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-6a4b0ba9-3340-4490-a042-6376208fbbb9 admin admin] Usage tracker for resource:security_group_rule and tenant:3d70c8b78d4945dda38cfec96aea11ef is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:51:33.580385 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-6a4b0ba9-3340-4490-a042-6376208fbbb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:51:33.586145 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-6a4b0ba9-3340-4490-a042-6376208fbbb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:51:33.674766 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6a4b0ba9-3340-4490-a042-6376208fbbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:33.789817 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-6a4b0ba9-3340-4490-a042-6376208fbbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:33.798890 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-22912f22-2c07-4cad-bf8b-7f4c943c5b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:33.841852 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-6a4b0ba9-3340-4490-a042-6376208fbbb9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3d70c8b78d4945dda38cfec96aea11ef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3016422
May 21 15:51:33.842317 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56556) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:33.843785 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b0ba9-3340-4490-a042-6376208fbbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8306a15-b7b9-45b3-b38c-2d0286b1a8b5,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:33.846874 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-6a4b0ba9-3340-4490-a042-6376208fbbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:33.902399 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7926a31c-e817-4b0b-8e75-534cbc097d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:33.933130 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7926a31c-e817-4b0b-8e75-534cbc097d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:34.083373 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7926a31c-e817-4b0b-8e75-534cbc097d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:34.087205 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:34.100328 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7926a31c-e817-4b0b-8e75-534cbc097d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8306a15-b7b9-45b3-b38c-2d0286b1a8b5,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:34.104812 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-7926a31c-e817-4b0b-8e75-534cbc097d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:34.111458 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7926a31c-e817-4b0b-8e75-534cbc097d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:34.113084 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-7926a31c-e817-4b0b-8e75-534cbc097d98 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f8306a15-b7b9-45b3-b38c-2d0286b1a8b5 HTTP/1.1" status: 204  len: 168 time: 0.2696040
May 21 15:51:36.466457 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56616) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:36.591137 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-494ae12f-c8f4-4052-a661-f0bba59d3ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:36.606236 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-494ae12f-c8f4-4052-a661-f0bba59d3ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:51:36.610023 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-494ae12f-c8f4-4052-a661-f0bba59d3ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:0979b77575a546a8b2b8c4f0bcd68337 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:51:36.612841 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-494ae12f-c8f4-4052-a661-f0bba59d3ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:51:36.619154 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-494ae12f-c8f4-4052-a661-f0bba59d3ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:51:36.712445 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-494ae12f-c8f4-4052-a661-f0bba59d3ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:36.806738 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-494ae12f-c8f4-4052-a661-f0bba59d3ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:36.816303 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d14d4adc-8935-4099-84b2-9f1df7c22976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:36.855899 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-494ae12f-c8f4-4052-a661-f0bba59d3ba7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0979b77575a546a8b2b8c4f0bcd68337&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3882480
May 21 15:51:36.857000 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ae12f-c8f4-4052-a661-f0bba59d3ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a55f849-261d-4922-9e7e-3ab87afbef5c,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:36.858826 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 56628) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:36.860152 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-494ae12f-c8f4-4052-a661-f0bba59d3ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:36.920205 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-604ad1b3-7fba-4844-a827-010b87d2e296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:36.947783 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-604ad1b3-7fba-4844-a827-010b87d2e296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:37.121697 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-604ad1b3-7fba-4844-a827-010b87d2e296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:37.126810 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-74d5b192-bf44-4c62-90c6-7a8214007258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:37.140708 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ad1b3-7fba-4844-a827-010b87d2e296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a55f849-261d-4922-9e7e-3ab87afbef5c,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:37.143612 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-604ad1b3-7fba-4844-a827-010b87d2e296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:37.147893 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-604ad1b3-7fba-4844-a827-010b87d2e296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:37.149010 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-604ad1b3-7fba-4844-a827-010b87d2e296 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a55f849-261d-4922-9e7e-3ab87afbef5c HTTP/1.1" status: 204  len: 168 time: 0.2883341
May 21 15:51:43.025983 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ede3f141-fc45-4457-abd6-3c7b961f1e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:45.253801 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56780) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:45.320711 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8627f69-5d60-4455-b1f7-54cfac9e3f6e admin admin] Deleting subnet 5749c085-8b0d-4f1a-997a-8ccb71b1d158 {{(pid=98820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 21 15:51:45.325201 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a8627f69-5d60-4455-b1f7-54cfac9e3f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:45.377942 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a8627f69-5d60-4455-b1f7-54cfac9e3f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6785021'] for subnet, precommit_delete_associations {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:45.440626 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a8627f69-5d60-4455-b1f7-54cfac9e3f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981060'] for subnet, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:45.663694 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:45.823858 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-3bbcea8a-fc82-47da-ade2-171d841f7d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:45.904203 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a8627f69-5d60-4455-b1f7-54cfac9e3f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6069429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6773068'] for subnet, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:45.909299 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:45.950851 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8627f69-5d60-4455-b1f7-54cfac9e3f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5749c085-8b0d-4f1a-997a-8ccb71b1d158,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:45.952520 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a8627f69-5d60-4455-b1f7-54cfac9e3f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:45.956720 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a8627f69-5d60-4455-b1f7-54cfac9e3f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:45.963724 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-a8627f69-5d60-4455-b1f7-54cfac9e3f6e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/5749c085-8b0d-4f1a-997a-8ccb71b1d158 HTTP/1.1" status: 204  len: 168 time: 0.7088270
May 21 15:51:45.966125 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56788) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:46.071677 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-17e695a1-4eac-4fdc-8c02-d3d5486ffbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597767'] for network, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:46.198476 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-17e695a1-4eac-4fdc-8c02-d3d5486ffbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980989', 'neutron.services.segments.db._delete_segments_for_network-8736311911289'] for network, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:46.213616 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-17e695a1-4eac-4fdc-8c02-d3d5486ffbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f214a7557c0>,) {'filters': {'network_id': ['c98d932f-4e6c-4f09-9bdd-835fc1a3c571']}} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:46.226098 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-17e695a1-4eac-4fdc-8c02-d3d5486ffbb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f214a7557c0>, '34eab225-490f-44ba-af88-2b28a9fc560a') {'for_net_delete': True} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:46.226393 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.services.segments.db [None req-17e695a1-4eac-4fdc-8c02-d3d5486ffbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f214a7557c0>, '34eab225-490f-44ba-af88-2b28a9fc560a') {} {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:46.238170 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-17e695a1-4eac-4fdc-8c02-d3d5486ffbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736311923725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6784996'] for segment, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:46.254286 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-17e695a1-4eac-4fdc-8c02-d3d5486ffbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:46.260468 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e695a1-4eac-4fdc-8c02-d3d5486ffbb8 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=98820) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 21 15:51:46.260852 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-17e695a1-4eac-4fdc-8c02-d3d5486ffbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6069483'] for segment, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]: Traceback (most recent call last):
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:     timer()
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:     cb(*args, **kw)
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:     return func(*args, **kwargs)
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:     self._notify()
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:     self.callback(batched_events)
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:     event.method(event)
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:     aggregate_uuid = self.p_client.list_aggregates(
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:     return f(self, *a, **k)
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self._get(url).json()
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:     return self.request(url, 'GET', **kwargs)
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:     base_url = self.get_endpoint(auth, allow=allow,
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 21 15:51:46.273883 dv-cinder-792642-1-iscsi neutron-server[98820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 21 15:51:46.446615 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-17e695a1-4eac-4fdc-8c02-d3d5486ffbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8122016'] for network, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:46.450355 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:46.464334 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-17e695a1-4eac-4fdc-8c02-d3d5486ffbb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:46.477174 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e695a1-4eac-4fdc-8c02-d3d5486ffbb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c98d932f-4e6c-4f09-9bdd-835fc1a3c571,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:46.480782 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-17e695a1-4eac-4fdc-8c02-d3d5486ffbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:46.568059 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-17e695a1-4eac-4fdc-8c02-d3d5486ffbb8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c98d932f-4e6c-4f09-9bdd-835fc1a3c571 HTTP/1.1" status: 204  len: 168 time: 0.6007941
May 21 15:51:46.761258 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:47.110259 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 56798) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:47.160544 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-3166273a-df96-440e-8584-0e794bdfba84 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b233fbff35714ba7b81bd94b6fa24cc7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0490170
May 21 15:51:47.163084 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56802) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:47.225435 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c48ab43f-c607-42b6-af59-06234884256a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:47.250938 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c48ab43f-c607-42b6-af59-06234884256a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:47.401576 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c48ab43f-c607-42b6-af59-06234884256a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:47.405309 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-50831d47-4153-4bc5-a13a-19edf7d41a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:47.419137 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ab43f-c607-42b6-af59-06234884256a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c54c2b-32a3-4176-a4ca-b4c4d666d93b,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:47.421713 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-c48ab43f-c607-42b6-af59-06234884256a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:47.542744 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c48ab43f-c607-42b6-af59-06234884256a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:47.543883 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-c48ab43f-c607-42b6-af59-06234884256a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/00c54c2b-32a3-4176-a4ca-b4c4d666d93b HTTP/1.1" status: 204  len: 168 time: 0.3797913
May 21 15:51:48.469629 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:48.968728 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56836) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:49.077204 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1284222536-network', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:51:49.081950 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:51:49.085891 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Usage tracker for resource:network and tenant:f79e7e2756644b98ac7565f7c9b6f6e2 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:51:49.088937 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:51:49.094745 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:51:49.217702 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Made reservation on behalf of f79e7e2756644b98ac7565f7c9b6f6e2 for: {'network': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:51:49.220323 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:49.236698 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:49.253172 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:51:49.257558 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Usage tracker for resource:security_group_rule and tenant:f79e7e2756644b98ac7565f7c9b6f6e2 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:51:49.260466 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:51:49.266136 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:51:49.350648 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:49.486720 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:49.490070 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a056d22f-6533-44cc-9b5b-dee04bf6673a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:49.521119 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'}  {{(pid=98820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:51:49.526385 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41f51b5-1052-4be8-863e-5cab7b67b7a8,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:49.529425 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:49.536039 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:49.536039 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.segments_db [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Added segment fea0267e-5b87-4690-89c6-89bdcacf68a8 of type vlan for network 63209c91-6a37-4380-a99b-8c32f2681b1d
May 21 15:51:49.562627 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:49.697879 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:49.699375 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:51:49.699962 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:49.703583 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-3c152fd6-687b-4419-8d5d-0197b4d05a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:49.806242 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Pushing event updated for resources: {'Network': ['ID=63209c91-6a37-4380-a99b-8c32f2681b1d,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:49.809103 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:49.821599 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network 63209c91-6a37-4380-a99b-8c32f2681b1d details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:51:49.875643 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-0da929d6-8447-422d-b20e-26e8c203e699 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9057925
May 21 15:51:49.878342 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56854) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:49.885213 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-7ac0a1cd-7892-42ae-b74a-7e807f7c50fc admin admin] Request body: {'subnet': {'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1284222536-subnet', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'ip_version': 4}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:51:49.890197 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-7ac0a1cd-7892-42ae-b74a-7e807f7c50fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:51:49.894306 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-7ac0a1cd-7892-42ae-b74a-7e807f7c50fc admin admin] Usage tracker for resource:subnet and tenant:f79e7e2756644b98ac7565f7c9b6f6e2 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:51:49.897467 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-7ac0a1cd-7892-42ae-b74a-7e807f7c50fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:51:49.904045 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-7ac0a1cd-7892-42ae-b74a-7e807f7c50fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:51:50.012233 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac0a1cd-7892-42ae-b74a-7e807f7c50fc admin admin] Made reservation on behalf of f79e7e2756644b98ac7565f7c9b6f6e2 for: {'subnet': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:51:50.014560 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a1cd-7892-42ae-b74a-7e807f7c50fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6773097'] for subnet, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:50.554429 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a1cd-7892-42ae-b74a-7e807f7c50fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6069364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6773063'] for subnet, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:50.559113 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a8627f69-5d60-4455-b1f7-54cfac9e3f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:50.629355 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0a1cd-7892-42ae-b74a-7e807f7c50fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6201006-2e0c-47c7-83b1-5cdad697a876,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:50.633823 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-7ac0a1cd-7892-42ae-b74a-7e807f7c50fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:50.643607 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac0a1cd-7892-42ae-b74a-7e807f7c50fc admin admin] Checking segment: {'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:51:50.643961 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac0a1cd-7892-42ae-b74a-7e807f7c50fc admin admin] Network hostable DHCP agents. Network: 63209c91-6a37-4380-a99b-8c32f2681b1d, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:51:50.760378 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac0a1cd-7892-42ae-b74a-7e807f7c50fc admin admin] Network 63209c91-6a37-4380-a99b-8c32f2681b1d is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:51:50.835432 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-7ac0a1cd-7892-42ae-b74a-7e807f7c50fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, 63209c91-6a37-4380-a99b-8c32f2681b1d) {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:51:50.845096 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e74cc8b-9033-4045-880d-f9c5b3ef5619 None None] Network 63209c91-6a37-4380-a99b-8c32f2681b1d requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:51:50.846146 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac0a1cd-7892-42ae-b74a-7e807f7c50fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:51:50.846768 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a1cd-7892-42ae-b74a-7e807f7c50fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:50.967378 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-7ac0a1cd-7892-42ae-b74a-7e807f7c50fc admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0877960
May 21 15:51:50.969935 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56862) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:50.975006 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:51:50.980258 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:51:50.985169 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Usage tracker for resource:router and tenant:f79e7e2756644b98ac7565f7c9b6f6e2 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:51:50.988199 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:51:50.995280 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:51:51.062090 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522c8543-4b92-5a03-a3ef-5bd38f92ddb5-63209c91-6a37-4380-a99b-8c32f2681b1d', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876'}]}} from dv-cinder-792642-1-iscsi. {{(pid=98821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 21 15:51:51.062905 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:51.098104 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8118741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258304'] for router, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:51.099682 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7996899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8093609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258319'] for router, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:51.114958 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:51.219871 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.db_base_plugin_common [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Allocated IP 172.20.0.2 (63209c91-6a37-4380-a99b-8c32f2681b1d/f6201006-2e0c-47c7-83b1-5cdad697a876/59e62c13-eec6-4379-a27c-ca461fe4ec6d) {{(pid=98821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:51:51.437647 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Notify callbacks [] for port, precommit_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:51.449547 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Transition to ACTIVE for port object 59e62c13-eec6-4379-a27c-ca461fe4ec6d will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:51:51.469375 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Transition to ACTIVE for port object 59e62c13-eec6-4379-a27c-ca461fe4ec6d will not be triggered until provisioned by entity DHCP. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:51:51.585250 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:51.592918 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:51.625788 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7996904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8118727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258365'] for router, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:51.662378 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Network 63209c91-6a37-4380-a99b-8c32f2681b1d is already hosted by enough agents. {{(pid=98821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:51:51.665125 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.base_scheduler [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Resources bound (agent type, host, resource id):  {{(pid=98821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:51:51.668656 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Received port after_create {{(pid=98821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:51:51.674361 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Pushing event updated for resources: {'Port': ['ID=59e62c13-eec6-4379-a27c-ca461fe4ec6d,revision_number=1']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:51.712052 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:51.712401 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:51.712735 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:51.713156 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:51.713545 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:51.714312 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:51.714634 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:51.714985 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:51.715333 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:51.715664 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:51.715979 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:51.716293 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:51.753471 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:51.803960 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Attempting to bind port 59e62c13-eec6-4379-a27c-ca461fe4ec6d on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:51:51.804336 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Attempting to bind port 59e62c13-eec6-4379-a27c-ca461fe4ec6d by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:51:51.804702 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Attempting to bind port 59e62c13-eec6-4379-a27c-ca461fe4ec6d on network 63209c91-6a37-4380-a99b-8c32f2681b1d {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:51:51.810275 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:51:51.810654 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Checking segment: {'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:51:51.811205 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:51.811609 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Bound using segment: {'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:51:51.812075 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Bound port: 59e62c13-eec6-4379-a27c-ca461fe4ec6d, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:51:51.812449 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:51.905640 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] For port 59e62c13-eec6-4379-a27c-ca461fe4ec6d, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:51:51.908934 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] For port 59e62c13-eec6-4379-a27c-ca461fe4ec6d, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=59e62c13-eec6-4379-a27c-ca461fe4ec6d,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:51:52.024525 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:52.036096 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:52.099607 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:52.132257 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Pushing event updated for resources: {'Port': ['ID=59e62c13-eec6-4379-a27c-ca461fe4ec6d,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:52.135444 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:52.135671 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:52.316412 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Allocated IP 172.27.0.29 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/4662c124-ab3a-4882-94f2-00f97f83d228) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:51:52.478196 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:52.612432 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:52.616299 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:52.677607 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:51:52.681005 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:51:52.685486 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:51:52.723854 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Pushing event updated for resources: {'Port': ['ID=4662c124-ab3a-4882-94f2-00f97f83d228,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:52.732235 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:53.079520 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2881534a-8789-4b7d-abb3-17098c549054 None None] Network 63209c91-6a37-4380-a99b-8c32f2681b1d requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:51:53.225426 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:53.343785 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-5314dd23-af40-4fcc-b3b2-9b2227e03f6d None None] Provisioning for port 59e62c13-eec6-4379-a27c-ca461fe4ec6d completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:51:53.695948 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8118732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121917'] for router, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:54.006282 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Router e0451022-b322-4cf5-bf18-6e3528051fa8 is scheduled to L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 with binding_index 1 {{(pid=98820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 21 15:51:54.188583 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:51:54.202435 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Sync routers for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:51:54.216434 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:51:54.217098 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ae62130>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:51:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:54.308564 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 59e62c13-eec6-4379-a27c-ca461fe4ec6d up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:51:54.367676 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Notify callbacks [] for router, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:54.370352 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.3985541
May 21 15:51:54.372475 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56880) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:54.494382 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:51:54.597480 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port 59e62c13-eec6-4379-a27c-ca461fe4ec6d completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:51:54.629326 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 59e62c13-eec6-4379-a27c-ca461fe4ec6d triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:51:54.629441 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:54.913005 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:54.954559 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port 59e62c13-eec6-4379-a27c-ca461fe4ec6d, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=59e62c13-eec6-4379-a27c-ca461fe4ec6d,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:51:54.968181 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ae62130>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:52Z', 'revision_number': 3, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:54.972424 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Checking router: e0451022-b322-4cf5-bf18-6e3528051fa8 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:51:54.972787 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Updating router e0451022-b322-4cf5-bf18-6e3528051fa8 port 4662c124-ab3a-4882-94f2-00f97f83d228 binding host dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:51:55.029734 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:55.127253 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:55.135933 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:55.207933 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:55.246647 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=59e62c13-eec6-4379-a27c-ca461fe4ec6d,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:55.249840 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:55.416974 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Allocated IP 172.20.0.1 (63209c91-6a37-4380-a99b-8c32f2681b1d/f6201006-2e0c-47c7-83b1-5cdad697a876/8f92f989-efac-4ece-b569-5d9f9de16fe1) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:51:55.479567 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Notify callbacks [] for port, precommit_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:55.491180 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Transition to ACTIVE for port object 4662c124-ab3a-4882-94f2-00f97f83d228 will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:51:55.569818 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:55.586519 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Transition to ACTIVE for port object 8f92f989-efac-4ece-b569-5d9f9de16fe1 will not be triggered until provisioned by entity DHCP. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:51:55.606381 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:55.610278 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:55.690001 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Attempting to bind port 4662c124-ab3a-4882-94f2-00f97f83d228 on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:51:55.690285 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Attempting to bind port 4662c124-ab3a-4882-94f2-00f97f83d228 by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:51:55.690746 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Attempting to bind port 4662c124-ab3a-4882-94f2-00f97f83d228 on network eada4616-562d-476a-9813-40a69a73ac77 {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:51:55.693200 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb79ed6-0f7c-4fb1-a621-3e3a4cec0a95 None None] Pushing event updated for resources: {'Port': ['ID=4662c124-ab3a-4882-94f2-00f97f83d228,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:55.698176 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-cfb79ed6-0f7c-4fb1-a621-3e3a4cec0a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:55.699798 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:51:55.700175 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Checking segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:51:55.700578 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:55.700955 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Bound using segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:51:55.701423 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Bound port: 4662c124-ab3a-4882-94f2-00f97f83d228, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:51:55.701795 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:55.732327 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:55.737399 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a3becc86-fe92-48aa-a12d-296b5084c078 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:55.779379 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] For port 4662c124-ab3a-4882-94f2-00f97f83d228, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:51:55.783078 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] For port 4662c124-ab3a-4882-94f2-00f97f83d228, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=4662c124-ab3a-4882-94f2-00f97f83d228,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:51:55.806663 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Network 63209c91-6a37-4380-a99b-8c32f2681b1d is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:51:55.809838 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:51:55.813512 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:51:55.848412 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Pushing event updated for resources: {'Port': ['ID=8f92f989-efac-4ece-b569-5d9f9de16fe1,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:55.859892 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:55.877909 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8025903'] for router_interface, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:55.943978 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:55.949287 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-f173c92c-ad40-4ff5-8245-1b94caf13b9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:56.032941 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:51:56.034904 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ae62130>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:51:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:56.120399 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb79ed6-0f7c-4fb1-a621-3e3a4cec0a95 None None] Pushing event updated for resources: {'Port': ['ID=4662c124-ab3a-4882-94f2-00f97f83d228,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:56.123515 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-cfb79ed6-0f7c-4fb1-a621-3e3a4cec0a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:56.236344 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:51:56.287287 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-865ddc30-51ee-4fe2-a323-bcc98484515b None None] Provisioning for port 8f92f989-efac-4ece-b569-5d9f9de16fe1 completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:51:56.290658 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 59e62c13-eec6-4379-a27c-ca461fe4ec6d up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:51:56.353827 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:56.393769 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-865ddc30-51ee-4fe2-a323-bcc98484515b None None] Provisioning complete for port 8f92f989-efac-4ece-b569-5d9f9de16fe1 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:51:56.394162 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-865ddc30-51ee-4fe2-a323-bcc98484515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:56.546835 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-865ddc30-51ee-4fe2-a323-bcc98484515b None None] Port 8f92f989-efac-4ece-b569-5d9f9de16fe1 cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:51:56.576695 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 59e62c13-eec6-4379-a27c-ca461fe4ec6d triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:51:56.577070 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:56.589597 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:56.699129 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:56.726256 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ff2d6178-3a81-44a6-8e0c-25c65a04c752 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:56.760741 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ae62130>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:52Z', 'revision_number': 3, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:56.765644 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff56d4c6-3d1f-4324-a46a-710f5e84dd16 None None] The sync data for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi is: [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:52Z', 'revision_number': 3, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:51:56.814334 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Pushing event updated for resources: {'Port': ['ID=8f92f989-efac-4ece-b569-5d9f9de16fe1,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:56.818645 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:56.821615 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8085953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8025938'] for router_interface, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:57.009888 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Network 63209c91-6a37-4380-a99b-8c32f2681b1d is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:51:57.011197 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:51:57.282566 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-4a8c428d-8bf2-4331-a629-ce0490c6af07 None None] Provisioning complete for port 8f92f989-efac-4ece-b569-5d9f9de16fe1 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:51:57.282925 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-4a8c428d-8bf2-4331-a629-ce0490c6af07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:57.340232 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Router e0451022-b322-4cf5-bf18-6e3528051fa8 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:51:57.344830 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-4a8c428d-8bf2-4331-a629-ce0490c6af07 None None] Port 8f92f989-efac-4ece-b569-5d9f9de16fe1 cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:51:57.532072 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:51:57.541936 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] 10.222.0.70 "PUT /v2.0/routers/e0451022-b322-4cf5-bf18-6e3528051fa8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1682844
May 21 15:51:58.260746 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 4662c124-ab3a-4882-94f2-00f97f83d228 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:51:58.410947 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Sync routers for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:51:58.411643 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:51:58.412039 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ab749a0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:51:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:58.448226 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56934) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:58.454765 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1024410326-network', 'tenant_id': 'c8715f705f5b4dfaa233d0d1b3034ba4'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:51:58.459088 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:51:58.463879 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Usage tracker for resource:network and tenant:c8715f705f5b4dfaa233d0d1b3034ba4 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:51:58.466909 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:51:58.468957 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port 4662c124-ab3a-4882-94f2-00f97f83d228 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:51:58.473786 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 4662c124-ab3a-4882-94f2-00f97f83d228 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:51:58.474156 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:58.488378 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:51:58.590778 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Made reservation on behalf of c8715f705f5b4dfaa233d0d1b3034ba4 for: {'network': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:51:58.594185 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:58.613009 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:58.617121 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:58.630921 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:51:58.631190 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:51:58.636147 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Usage tracker for resource:security_group_rule and tenant:c8715f705f5b4dfaa233d0d1b3034ba4 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:51:58.639330 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:51:58.639598 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port 4662c124-ab3a-4882-94f2-00f97f83d228, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=4662c124-ab3a-4882-94f2-00f97f83d228,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:51:58.652921 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:51:58.736844 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:58.756410 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:58.758613 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-3bc4480b-eb4c-443f-b652-7bce439562b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:58.829317 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:58.829583 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=4662c124-ab3a-4882-94f2-00f97f83d228,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:58.832666 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:58.834743 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-df75df1f-cc92-4847-bcde-e07f878a6bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:58.865755 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'}  {{(pid=98820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:51:58.880265 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c21477b-3197-4589-8b42-5462baef8977,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:58.883307 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:58.886775 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:58.887125 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.segments_db [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Added segment e0db08fa-a5c9-4e0b-bab6-28097668e6a9 of type vlan for network 57d0a144-5f71-4880-be4d-5c9cb16e0441
May 21 15:51:58.914822 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:58.964908 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ab749a0>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 2, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:51:58.968901 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Checking router: e0451022-b322-4cf5-bf18-6e3528051fa8 for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:51:58.969256 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Updating router e0451022-b322-4cf5-bf18-6e3528051fa8 port 8f92f989-efac-4ece-b569-5d9f9de16fe1 binding host dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:51:59.029480 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:59.030315 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:59.031110 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:51:59.031794 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:59.042455 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:59.141043 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Pushing event updated for resources: {'Network': ['ID=57d0a144-5f71-4880-be4d-5c9cb16e0441,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:59.143933 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:59.151239 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network 57d0a144-5f71-4880-be4d-5c9cb16e0441 details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:51:59.230534 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-6b65f18c-0053-447c-9818-0a26ac1e812c admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7811377
May 21 15:51:59.233238 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56942) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:51:59.238914 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] Request body: {'subnet': {'network_id': '57d0a144-5f71-4880-be4d-5c9cb16e0441', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1024410326-subnet', 'tenant_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'ip_version': 4}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:51:59.244602 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:51:59.249339 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] Usage tracker for resource:subnet and tenant:c8715f705f5b4dfaa233d0d1b3034ba4 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:51:59.252315 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:51:59.258275 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:51:59.377621 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:59.385433 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Notify callbacks [] for port, precommit_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:59.396595 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.provisioning_blocks [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Transition to ACTIVE for port object 8f92f989-efac-4ece-b569-5d9f9de16fe1 will not be triggered until provisioned by entity L2. {{(pid=98822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:51:59.422714 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] Made reservation on behalf of c8715f705f5b4dfaa233d0d1b3034ba4 for: {'subnet': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:51:59.425356 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6773097'] for subnet, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:59.531963 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:59.536745 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:59.664028 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef3c31-5d3e-4895-84f2-54173d19f762 None None] Pushing event updated for resources: {'Port': ['ID=8f92f989-efac-4ece-b569-5d9f9de16fe1,revision_number=3']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:51:59.697551 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef3c31-5d3e-4895-84f2-54173d19f762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:59.697893 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef3c31-5d3e-4895-84f2-54173d19f762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:59.698226 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef3c31-5d3e-4895-84f2-54173d19f762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:59.698558 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef3c31-5d3e-4895-84f2-54173d19f762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:59.698947 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef3c31-5d3e-4895-84f2-54173d19f762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:59.699240 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef3c31-5d3e-4895-84f2-54173d19f762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:59.699563 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef3c31-5d3e-4895-84f2-54173d19f762 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:59.699890 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef3c31-5d3e-4895-84f2-54173d19f762 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:59.700225 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef3c31-5d3e-4895-84f2-54173d19f762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:59.700570 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef3c31-5d3e-4895-84f2-54173d19f762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:59.700888 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef3c31-5d3e-4895-84f2-54173d19f762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:59.701201 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecef3c31-5d3e-4895-84f2-54173d19f762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:51:59.709625 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-ecef3c31-5d3e-4895-84f2-54173d19f762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:51:59.768291 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Attempting to bind port 8f92f989-efac-4ece-b569-5d9f9de16fe1 on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:51:59.768665 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Attempting to bind port 8f92f989-efac-4ece-b569-5d9f9de16fe1 by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:51:59.769033 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Attempting to bind port 8f92f989-efac-4ece-b569-5d9f9de16fe1 on network 63209c91-6a37-4380-a99b-8c32f2681b1d {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:51:59.774614 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:51:59.775174 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Checking segment: {'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:51:59.776006 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:59.776579 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Bound using segment: {'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:51:59.776910 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Bound port: 8f92f989-efac-4ece-b569-5d9f9de16fe1, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'}}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:51:59.777282 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:59.870574 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] For port 8f92f989-efac-4ece-b569-5d9f9de16fe1, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:51:59.873942 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] For port 8f92f989-efac-4ece-b569-5d9f9de16fe1, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=8f92f989-efac-4ece-b569-5d9f9de16fe1,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:51:59.964135 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:59.969147 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-8eea2675-8e70-4ad9-9cf4-6a4c7d2b7b7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:51:59.970601 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6069364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6773063'] for subnet, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:51:59.975636 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-456d857b-b7f6-4fe3-9bf0-277c7b4fcb51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:00.050627 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef3c31-5d3e-4895-84f2-54173d19f762 None None] Pushing event updated for resources: {'Port': ['ID=8f92f989-efac-4ece-b569-5d9f9de16fe1,revision_number=4']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:00.053385 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:52:00.053988 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ab749a0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:51:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:00.059622 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=402b5a15-a5b1-4d0a-bad4-d16644032ecb,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:00.062467 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:00.065510 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] Checking segment: {'id': 'e0db08fa-a5c9-4e0b-bab6-28097668e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d0a144-5f71-4880-be4d-5c9cb16e0441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:52:00.065959 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] Network hostable DHCP agents. Network: 57d0a144-5f71-4880-be4d-5c9cb16e0441, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:52:00.105571 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-ecef3c31-5d3e-4895-84f2-54173d19f762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:00.143686 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] Network 57d0a144-5f71-4880-be4d-5c9cb16e0441 is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:52:00.243642 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:52:00.251997 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, 57d0a144-5f71-4880-be4d-5c9cb16e0441) {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:52:00.261382 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:00.261668 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 4662c124-ab3a-4882-94f2-00f97f83d228 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:52:00.262129 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:00.329366 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bef5c7-b482-4924-b0c4-ed8d634f0d41 None None] Network 57d0a144-5f71-4880-be4d-5c9cb16e0441 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:52:00.390581 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1561408
May 21 15:52:00.393761 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56950) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:00.399726 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1024410326-router', 'tenant_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:52:00.407141 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:00.411841 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Usage tracker for resource:router and tenant:c8715f705f5b4dfaa233d0d1b3034ba4 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:00.416675 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:00.424302 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:00.476622 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 4662c124-ab3a-4882-94f2-00f97f83d228 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:00.476953 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:00.543686 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8118741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258304'] for router, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:00.546138 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7996899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8093609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258319'] for router, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:00.562020 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:00.609835 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ab749a0>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:51:59Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:00.613895 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a644d3b-69f4-4dc8-af18-cc5af1836e69 None None] The sync data for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi is: [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:51:59Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:52:00.648039 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522c8543-4b92-5a03-a3ef-5bd38f92ddb5-57d0a144-5f71-4880-be4d-5c9cb16e0441', 'network_id': '57d0a144-5f71-4880-be4d-5c9cb16e0441', 'tenant_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'fixed_ips': [{'subnet_id': '402b5a15-a5b1-4d0a-bad4-d16644032ecb'}]}} from dv-cinder-792642-1-iscsi. {{(pid=98821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 21 15:52:00.648850 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:00.887886 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.db_base_plugin_common [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Allocated IP 172.20.0.2 (57d0a144-5f71-4880-be4d-5c9cb16e0441/402b5a15-a5b1-4d0a-bad4-d16644032ecb/0fd521c9-bb58-4249-9848-a19a76656dbf) {{(pid=98821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:52:00.937914 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7996904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8118727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258365'] for router, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:01.110719 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Notify callbacks [] for port, precommit_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:01.125005 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Transition to ACTIVE for port object 0fd521c9-bb58-4249-9848-a19a76656dbf will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:52:01.148024 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Transition to ACTIVE for port object 0fd521c9-bb58-4249-9848-a19a76656dbf will not be triggered until provisioned by entity DHCP. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:52:01.236277 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:01.243121 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:01.314944 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Network 57d0a144-5f71-4880-be4d-5c9cb16e0441 is already hosted by enough agents. {{(pid=98821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:52:01.317849 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.base_scheduler [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Resources bound (agent type, host, resource id):  {{(pid=98821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:52:01.321740 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Received port after_create {{(pid=98821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:52:01.328681 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Pushing event updated for resources: {'Port': ['ID=0fd521c9-bb58-4249-9848-a19a76656dbf,revision_number=1']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:01.337207 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:01.427139 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Attempting to bind port 0fd521c9-bb58-4249-9848-a19a76656dbf on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:52:01.427518 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Attempting to bind port 0fd521c9-bb58-4249-9848-a19a76656dbf by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': 'e0db08fa-a5c9-4e0b-bab6-28097668e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d0a144-5f71-4880-be4d-5c9cb16e0441'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:52:01.427950 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Attempting to bind port 0fd521c9-bb58-4249-9848-a19a76656dbf on network 57d0a144-5f71-4880-be4d-5c9cb16e0441 {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:52:01.434921 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:52:01.435294 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Checking segment: {'id': 'e0db08fa-a5c9-4e0b-bab6-28097668e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d0a144-5f71-4880-be4d-5c9cb16e0441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:52:01.435700 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:01.436096 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Bound using segment: {'id': 'e0db08fa-a5c9-4e0b-bab6-28097668e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d0a144-5f71-4880-be4d-5c9cb16e0441'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:52:01.436574 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Bound port: 0fd521c9-bb58-4249-9848-a19a76656dbf, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0db08fa-a5c9-4e0b-bab6-28097668e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d0a144-5f71-4880-be4d-5c9cb16e0441'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:52:01.436951 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:01.474329 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:01.506818 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:01.533940 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] For port 0fd521c9-bb58-4249-9848-a19a76656dbf, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:52:01.537318 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] For port 0fd521c9-bb58-4249-9848-a19a76656dbf, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=0fd521c9-bb58-4249-9848-a19a76656dbf,segment=NetworkSegment(e0db08fa-a5c9-4e0b-bab6-28097668e6a9),segment_id=e0db08fa-a5c9-4e0b-bab6-28097668e6a9)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:52:01.618531 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:01.623825 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:01.660504 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Allocated IP 172.27.0.231 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/04bee5b9-e342-421f-a7ab-5288f24665ac) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:52:01.703097 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Pushing event updated for resources: {'Port': ['ID=0fd521c9-bb58-4249-9848-a19a76656dbf,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:01.707526 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:01.822903 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:01.915814 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:01.927890 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-8d8600ed-afd1-4121-af7b-f7d099cebb0c tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:01.992323 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:52:01.996338 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:52:02.000297 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:52:02.034450 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Pushing event updated for resources: {'Port': ['ID=04bee5b9-e342-421f-a7ab-5288f24665ac,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:02.043658 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:02.297404 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 0fd521c9-bb58-4249-9848-a19a76656dbf up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:52:02.527024 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port 0fd521c9-bb58-4249-9848-a19a76656dbf completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:52:02.533115 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 8f92f989-efac-4ece-b569-5d9f9de16fe1 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:52:02.587309 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f13e1b2-8b7b-44d8-8434-c03cf1bb3d1e None None] Network 57d0a144-5f71-4880-be4d-5c9cb16e0441 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:52:02.590594 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:02.823835 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9e184aac-0950-4121-b8e9-9833cf1b0246 None None] Provisioning for port 0fd521c9-bb58-4249-9848-a19a76656dbf completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:52:02.826607 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port 8f92f989-efac-4ece-b569-5d9f9de16fe1 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:52:02.833412 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9e184aac-0950-4121-b8e9-9833cf1b0246 None None] Provisioning complete for port 0fd521c9-bb58-4249-9848-a19a76656dbf triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:02.833790 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9e184aac-0950-4121-b8e9-9833cf1b0246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:02.863790 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 8f92f989-efac-4ece-b569-5d9f9de16fe1 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:02.864170 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:03.056820 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8118732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121917'] for router, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:03.115477 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9e184aac-0950-4121-b8e9-9833cf1b0246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:03.136198 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:03.179294 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9e184aac-0950-4121-b8e9-9833cf1b0246 None None] For port 0fd521c9-bb58-4249-9848-a19a76656dbf, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=0fd521c9-bb58-4249-9848-a19a76656dbf,segment=NetworkSegment(e0db08fa-a5c9-4e0b-bab6-28097668e6a9),segment_id=e0db08fa-a5c9-4e0b-bab6-28097668e6a9)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:52:03.184565 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port 8f92f989-efac-4ece-b569-5d9f9de16fe1, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=8f92f989-efac-4ece-b569-5d9f9de16fe1,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:52:03.263986 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9e184aac-0950-4121-b8e9-9833cf1b0246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:03.265957 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:03.319067 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:03.335735 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e184aac-0950-4121-b8e9-9833cf1b0246 None None] Pushing event updated for resources: {'Port': ['ID=0fd521c9-bb58-4249-9848-a19a76656dbf,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:03.346364 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9e184aac-0950-4121-b8e9-9833cf1b0246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:03.346908 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-32f93fe2-c90e-40c2-8983-84bfd3069510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:03.407743 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Router b5cfa98b-88ad-4564-a8e2-4992e3cd56e0 is scheduled to L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 with binding_index 1 {{(pid=98820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 21 15:52:03.426612 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-2ffc5911-c37c-4899-97f3-2278da3d8c42 None None] Provisioning complete for port 0fd521c9-bb58-4249-9848-a19a76656dbf triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:03.427068 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5911-c37c-4899-97f3-2278da3d8c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:03.464742 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=8f92f989-efac-4ece-b569-5d9f9de16fe1,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:03.468151 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:03.598861 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:52:03.609085 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Sync routers for ids ['b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:52:03.619644 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Routers {'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:52:03.620267 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ab7c730>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:51:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:03.708951 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Notify callbacks [] for router, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:03.710208 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.3150010
May 21 15:52:03.712949 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 56970) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:03.796901 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Set router b5cfa98b-88ad-4564-a8e2-4992e3cd56e0 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:52:04.090158 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ab7c730>, [{'id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'name': 'tempest-TestVolumeBootPattern-1024410326-router', 'tenant_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '04bee5b9-e342-421f-a7ab-5288f24665ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:00Z', 'updated_at': '2021-05-21T15:52:02Z', 'revision_number': 3, 'project_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'gw_port': {'id': '04bee5b9-e342-421f-a7ab-5288f24665ac', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:db:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:01Z', 'updated_at': '2021-05-21T15:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:04.094286 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Checking router: b5cfa98b-88ad-4564-a8e2-4992e3cd56e0 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:52:04.094697 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Updating router b5cfa98b-88ad-4564-a8e2-4992e3cd56e0 port 04bee5b9-e342-421f-a7ab-5288f24665ac binding host dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:52:04.148587 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:04.259500 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 0fd521c9-bb58-4249-9848-a19a76656dbf up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:52:04.394759 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:04.422767 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 0fd521c9-bb58-4249-9848-a19a76656dbf triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:04.423027 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:04.628934 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Allocated IP 172.20.0.1 (57d0a144-5f71-4880-be4d-5c9cb16e0441/402b5a15-a5b1-4d0a-bad4-d16644032ecb/77e625b1-d80d-4fac-89f8-07afd8c49004) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:52:04.647926 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 8f92f989-efac-4ece-b569-5d9f9de16fe1 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:52:04.742860 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Notify callbacks [] for port, precommit_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:04.769796 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Transition to ACTIVE for port object 04bee5b9-e342-421f-a7ab-5288f24665ac will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:52:04.790165 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 8f92f989-efac-4ece-b569-5d9f9de16fe1 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:04.790581 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:04.905400 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:04.916239 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:04.917620 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:04.924218 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Transition to ACTIVE for port object 77e625b1-d80d-4fac-89f8-07afd8c49004 will not be triggered until provisioned by entity DHCP. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:52:05.005856 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Attempting to bind port 04bee5b9-e342-421f-a7ab-5288f24665ac on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:52:05.006236 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Attempting to bind port 04bee5b9-e342-421f-a7ab-5288f24665ac by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:52:05.006679 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Attempting to bind port 04bee5b9-e342-421f-a7ab-5288f24665ac on network eada4616-562d-476a-9813-40a69a73ac77 {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:52:05.008788 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed70f9-1616-4c5e-b0c7-5371b4d2083d None None] Pushing event updated for resources: {'Port': ['ID=04bee5b9-e342-421f-a7ab-5288f24665ac,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:05.011667 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9eed70f9-1616-4c5e-b0c7-5371b4d2083d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:05.016077 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:52:05.016649 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Checking segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:52:05.016857 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:05.017265 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Bound using segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:52:05.017734 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Bound port: 04bee5b9-e342-421f-a7ab-5288f24665ac, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:52:05.018111 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:05.069866 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:05.074141 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-15ef15b0-9560-45eb-9140-b56c2faac6be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:05.095884 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] For port 04bee5b9-e342-421f-a7ab-5288f24665ac, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:52:05.099224 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] For port 04bee5b9-e342-421f-a7ab-5288f24665ac, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=04bee5b9-e342-421f-a7ab-5288f24665ac,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:52:05.137193 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Network 57d0a144-5f71-4880-be4d-5c9cb16e0441 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:52:05.140511 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:52:05.144216 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:52:05.178097 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:05.182559 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9e184aac-0950-4121-b8e9-9833cf1b0246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:05.183885 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Pushing event updated for resources: {'Port': ['ID=77e625b1-d80d-4fac-89f8-07afd8c49004,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:05.193207 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:05.209518 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8025903'] for router_interface, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:05.265416 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Routers {'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:52:05.266078 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ab7c730>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:51:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:05.338424 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed70f9-1616-4c5e-b0c7-5371b4d2083d None None] Pushing event updated for resources: {'Port': ['ID=04bee5b9-e342-421f-a7ab-5288f24665ac,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:05.341681 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9eed70f9-1616-4c5e-b0c7-5371b4d2083d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:05.411501 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:05.462191 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] Set router b5cfa98b-88ad-4564-a8e2-4992e3cd56e0 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:52:05.560433 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-b7052140-32ff-4f86-93ff-94d4d3b8a506 None None] Provisioning for port 77e625b1-d80d-4fac-89f8-07afd8c49004 completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:52:05.584465 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-b7052140-32ff-4f86-93ff-94d4d3b8a506 None None] Provisioning complete for port 77e625b1-d80d-4fac-89f8-07afd8c49004 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:05.584833 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-b7052140-32ff-4f86-93ff-94d4d3b8a506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:05.636687 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:05.702447 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-b7052140-32ff-4f86-93ff-94d4d3b8a506 None None] Port 77e625b1-d80d-4fac-89f8-07afd8c49004 cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:52:05.725984 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:05.755147 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-01bb515e-9677-4f5b-853b-7cbb1e0fd9e3 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:05.809664 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ab7c730>, [{'id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'name': 'tempest-TestVolumeBootPattern-1024410326-router', 'tenant_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '04bee5b9-e342-421f-a7ab-5288f24665ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:00Z', 'updated_at': '2021-05-21T15:52:02Z', 'revision_number': 3, 'project_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'gw_port': {'id': '04bee5b9-e342-421f-a7ab-5288f24665ac', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:db:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:01Z', 'updated_at': '2021-05-21T15:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:05.814468 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c02abc-f224-4e73-92c0-ee35ab1294e8 None None] The sync data for ids ['b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'] in dv-cinder-792642-1-iscsi is: [{'id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'name': 'tempest-TestVolumeBootPattern-1024410326-router', 'tenant_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '04bee5b9-e342-421f-a7ab-5288f24665ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:00Z', 'updated_at': '2021-05-21T15:52:02Z', 'revision_number': 3, 'project_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'gw_port': {'id': '04bee5b9-e342-421f-a7ab-5288f24665ac', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:db:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:01Z', 'updated_at': '2021-05-21T15:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:52:05.846585 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8085953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8025938'] for router_interface, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:05.854620 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Pushing event updated for resources: {'Port': ['ID=77e625b1-d80d-4fac-89f8-07afd8c49004,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:05.857729 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:06.006773 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Network 57d0a144-5f71-4880-be4d-5c9cb16e0441 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:52:06.008452 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:52:06.282429 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Router b5cfa98b-88ad-4564-a8e2-4992e3cd56e0 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:52:06.318600 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 04bee5b9-e342-421f-a7ab-5288f24665ac up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:52:06.388676 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-185bfcbf-8375-4835-8a08-f7339c39063d None None] Provisioning complete for port 77e625b1-d80d-4fac-89f8-07afd8c49004 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:06.389093 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-185bfcbf-8375-4835-8a08-f7339c39063d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:06.465068 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-185bfcbf-8375-4835-8a08-f7339c39063d None None] Port 77e625b1-d80d-4fac-89f8-07afd8c49004 cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:52:06.520510 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:52:06.538516 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] 10.222.0.70 "PUT /v2.0/routers/b5cfa98b-88ad-4564-a8e2-4992e3cd56e0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8169379
May 21 15:52:06.605925 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port 04bee5b9-e342-421f-a7ab-5288f24665ac completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:52:06.611270 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 04bee5b9-e342-421f-a7ab-5288f24665ac triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:06.611643 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:06.740868 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:06.760749 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port 04bee5b9-e342-421f-a7ab-5288f24665ac, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=04bee5b9-e342-421f-a7ab-5288f24665ac,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:52:06.886514 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:06.888383 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:06.959590 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=04bee5b9-e342-421f-a7ab-5288f24665ac,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:06.963931 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:07.386870 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 57004) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:07.392807 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-eee9115d-924d-4fed-b0b7-eea764fd8683 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-987221923', 'description': 'tempest-secgroup-smoke-987221923 description', 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:52:07.398822 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-eee9115d-924d-4fed-b0b7-eea764fd8683 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:07.403520 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-eee9115d-924d-4fed-b0b7-eea764fd8683 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Usage tracker for resource:security_group and tenant:f79e7e2756644b98ac7565f7c9b6f6e2 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:07.406496 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-eee9115d-924d-4fed-b0b7-eea764fd8683 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:07.412420 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-eee9115d-924d-4fed-b0b7-eea764fd8683 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:07.566556 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-eee9115d-924d-4fed-b0b7-eea764fd8683 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:07.590095 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-eee9115d-924d-4fed-b0b7-eea764fd8683 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:07.594317 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-eee9115d-924d-4fed-b0b7-eea764fd8683 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Usage tracker for resource:security_group_rule and tenant:f79e7e2756644b98ac7565f7c9b6f6e2 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:07.597028 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-eee9115d-924d-4fed-b0b7-eea764fd8683 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:07.603179 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-eee9115d-924d-4fed-b0b7-eea764fd8683 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:07.682455 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-eee9115d-924d-4fed-b0b7-eea764fd8683 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:07.722808 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:52:07.777917 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-eee9115d-924d-4fed-b0b7-eea764fd8683 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:07.781933 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-8c4d50f9-8417-4e3c-8184-fe2d62a7aaad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:07.824429 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9115d-924d-4fed-b0b7-eea764fd8683 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940307b5-8770-4d72-a86c-01151481372b,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:07.827327 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-eee9115d-924d-4fed-b0b7-eea764fd8683 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:07.862422 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Sync routers for ids ['b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:52:07.873409 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Routers {'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:52:07.875886 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aff2100>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:51:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:07.915454 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-eee9115d-924d-4fed-b0b7-eea764fd8683 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:07.918758 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-eee9115d-924d-4fed-b0b7-eea764fd8683 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.5282998
May 21 15:52:07.920508 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 57016) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:07.926589 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-4f6bdb11-2585-4335-8d5e-0d77bf196561 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Request body: {'security_group_rule': {'security_group_id': '940307b5-8770-4d72-a86c-01151481372b', 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:52:07.933582 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-4f6bdb11-2585-4335-8d5e-0d77bf196561 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:07.941965 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-4f6bdb11-2585-4335-8d5e-0d77bf196561 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Usage tracker for resource:security_group_rule and tenant:f79e7e2756644b98ac7565f7c9b6f6e2 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:07.945144 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-4f6bdb11-2585-4335-8d5e-0d77bf196561 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:07.951643 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-4f6bdb11-2585-4335-8d5e-0d77bf196561 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:08.034909 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4f6bdb11-2585-4335-8d5e-0d77bf196561 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:08.061396 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Set router b5cfa98b-88ad-4564-a8e2-4992e3cd56e0 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:52:08.097776 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4f6bdb11-2585-4335-8d5e-0d77bf196561 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:08.213098 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4f6bdb11-2585-4335-8d5e-0d77bf196561 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:08.218055 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:08.237568 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6bdb11-2585-4335-8d5e-0d77bf196561 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6658d8-d06d-44b4-bea8-762d0cc66f0f,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:08.242179 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4f6bdb11-2585-4335-8d5e-0d77bf196561 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:08.264932 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 04bee5b9-e342-421f-a7ab-5288f24665ac up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:52:08.332203 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4f6bdb11-2585-4335-8d5e-0d77bf196561 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:08.333750 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-4f6bdb11-2585-4335-8d5e-0d77bf196561 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4119589
May 21 15:52:08.335959 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 04bee5b9-e342-421f-a7ab-5288f24665ac triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:08.336470 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 57020) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:08.336623 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:08.343515 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-1537ab1f-e45b-4c1f-a3a9-0800023fc549 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Request body: {'security_group_rule': {'security_group_id': '940307b5-8770-4d72-a86c-01151481372b', 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:52:08.349493 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-1537ab1f-e45b-4c1f-a3a9-0800023fc549 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:08.354213 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-1537ab1f-e45b-4c1f-a3a9-0800023fc549 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Usage tracker for resource:security_group_rule and tenant:f79e7e2756644b98ac7565f7c9b6f6e2 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:08.357371 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-1537ab1f-e45b-4c1f-a3a9-0800023fc549 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:08.363422 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-1537ab1f-e45b-4c1f-a3a9-0800023fc549 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:08.385502 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aff2100>, [{'id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'name': 'tempest-TestVolumeBootPattern-1024410326-router', 'tenant_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '04bee5b9-e342-421f-a7ab-5288f24665ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:00Z', 'updated_at': '2021-05-21T15:52:05Z', 'revision_number': 4, 'project_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'gw_port': {'id': '04bee5b9-e342-421f-a7ab-5288f24665ac', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:01Z', 'updated_at': '2021-05-21T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '77e625b1-d80d-4fac-89f8-07afd8c49004', 'name': '', 'network_id': '57d0a144-5f71-4880-be4d-5c9cb16e0441', 'tenant_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'mac_address': 'fa:16:3e:8d:50:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '402b5a15-a5b1-4d0a-bad4-d16644032ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:04Z', 'updated_at': '2021-05-21T15:52:05Z', 'revision_number': 2, 'project_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'subnets': [{'id': '402b5a15-a5b1-4d0a-bad4-d16644032ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:08.389475 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Checking router: b5cfa98b-88ad-4564-a8e2-4992e3cd56e0 for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:52:08.389834 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Updating router b5cfa98b-88ad-4564-a8e2-4992e3cd56e0 port 77e625b1-d80d-4fac-89f8-07afd8c49004 binding host dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:52:08.446137 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:08.515883 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1537ab1f-e45b-4c1f-a3a9-0800023fc549 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:08.586650 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1537ab1f-e45b-4c1f-a3a9-0800023fc549 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:08.714449 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1537ab1f-e45b-4c1f-a3a9-0800023fc549 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:08.716589 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ad3e5ede-880a-49c3-9ea0-d1d02df01d78 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:08.739658 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537ab1f-e45b-4c1f-a3a9-0800023fc549 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22634148-cc5a-4de5-a8fd-993d533de56b,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:08.742458 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1537ab1f-e45b-4c1f-a3a9-0800023fc549 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:08.788988 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Notify callbacks [] for port, precommit_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:08.800662 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.provisioning_blocks [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Transition to ACTIVE for port object 77e625b1-d80d-4fac-89f8-07afd8c49004 will not be triggered until provisioned by entity L2. {{(pid=98822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:52:08.835040 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1537ab1f-e45b-4c1f-a3a9-0800023fc549 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:08.836393 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-1537ab1f-e45b-4c1f-a3a9-0800023fc549 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4978940
May 21 15:52:08.839200 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 57024) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:08.844641 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-e94b8c8d-8a8b-4a37-ae10-e96108e2b394 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Request body: {'security_group_rule': {'security_group_id': '940307b5-8770-4d72-a86c-01151481372b', 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:52:08.856957 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e94b8c8d-8a8b-4a37-ae10-e96108e2b394 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:08.856957 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e94b8c8d-8a8b-4a37-ae10-e96108e2b394 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Usage tracker for resource:security_group_rule and tenant:f79e7e2756644b98ac7565f7c9b6f6e2 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:08.858077 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e94b8c8d-8a8b-4a37-ae10-e96108e2b394 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:08.864714 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e94b8c8d-8a8b-4a37-ae10-e96108e2b394 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:08.886284 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:08.890296 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:09.005660 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774be64e-e210-4b49-b406-0de30e6da453 None None] Pushing event updated for resources: {'Port': ['ID=77e625b1-d80d-4fac-89f8-07afd8c49004,revision_number=3']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:09.015109 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-774be64e-e210-4b49-b406-0de30e6da453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:09.039782 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e94b8c8d-8a8b-4a37-ae10-e96108e2b394 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:09.116555 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Attempting to bind port 77e625b1-d80d-4fac-89f8-07afd8c49004 on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:52:09.117175 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Attempting to bind port 77e625b1-d80d-4fac-89f8-07afd8c49004 by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': 'e0db08fa-a5c9-4e0b-bab6-28097668e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d0a144-5f71-4880-be4d-5c9cb16e0441'}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:52:09.117530 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Attempting to bind port 77e625b1-d80d-4fac-89f8-07afd8c49004 on network 57d0a144-5f71-4880-be4d-5c9cb16e0441 {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:52:09.121378 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e94b8c8d-8a8b-4a37-ae10-e96108e2b394 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:09.123667 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:52:09.124036 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Checking segment: {'id': 'e0db08fa-a5c9-4e0b-bab6-28097668e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d0a144-5f71-4880-be4d-5c9cb16e0441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:52:09.124660 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:09.125012 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Bound using segment: {'id': 'e0db08fa-a5c9-4e0b-bab6-28097668e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d0a144-5f71-4880-be4d-5c9cb16e0441'} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:52:09.125480 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Bound port: 77e625b1-d80d-4fac-89f8-07afd8c49004, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0db08fa-a5c9-4e0b-bab6-28097668e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '57d0a144-5f71-4880-be4d-5c9cb16e0441'}}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:52:09.125849 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:09.212366 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] For port 77e625b1-d80d-4fac-89f8-07afd8c49004, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:52:09.215514 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] For port 77e625b1-d80d-4fac-89f8-07afd8c49004, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=77e625b1-d80d-4fac-89f8-07afd8c49004,segment=NetworkSegment(e0db08fa-a5c9-4e0b-bab6-28097668e6a9),segment_id=e0db08fa-a5c9-4e0b-bab6-28097668e6a9)] {{(pid=98822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:52:09.252074 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e94b8c8d-8a8b-4a37-ae10-e96108e2b394 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:09.258432 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-1cd85ef0-a3fe-4001-9f65-374f6ca229a5 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:09.279074 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b8c8d-8a8b-4a37-ae10-e96108e2b394 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369c0073-17d3-4146-80c8-45968fb8e716,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:09.281574 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e94b8c8d-8a8b-4a37-ae10-e96108e2b394 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:09.326704 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:09.330764 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:09.428536 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Routers {'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:52:09.429219 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aff2100>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:51:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:09.437879 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e94b8c8d-8a8b-4a37-ae10-e96108e2b394 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:09.442718 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 57032) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:09.449655 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-17b7529d-d016-49f2-9adf-2c42efd33e7c tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Request body: {'security_group_rule': {'security_group_id': '940307b5-8770-4d72-a86c-01151481372b', 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:52:09.454390 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-e94b8c8d-8a8b-4a37-ae10-e96108e2b394 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6140449
May 21 15:52:09.456984 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-17b7529d-d016-49f2-9adf-2c42efd33e7c tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:09.462922 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-17b7529d-d016-49f2-9adf-2c42efd33e7c tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Usage tracker for resource:security_group_rule and tenant:f79e7e2756644b98ac7565f7c9b6f6e2 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:09.466570 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-17b7529d-d016-49f2-9adf-2c42efd33e7c tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:09.473703 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-17b7529d-d016-49f2-9adf-2c42efd33e7c tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:09.496413 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774be64e-e210-4b49-b406-0de30e6da453 None None] Pushing event updated for resources: {'Port': ['ID=77e625b1-d80d-4fac-89f8-07afd8c49004,revision_number=4']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:09.501003 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-774be64e-e210-4b49-b406-0de30e6da453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:09.583609 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-17b7529d-d016-49f2-9adf-2c42efd33e7c tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:09.624763 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] Set router b5cfa98b-88ad-4564-a8e2-4992e3cd56e0 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:52:09.653298 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-17b7529d-d016-49f2-9adf-2c42efd33e7c tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:09.744269 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-17b7529d-d016-49f2-9adf-2c42efd33e7c tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:09.746419 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-4787e545-3e1b-4f51-bd3c-3bf2488c311a tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:09.769034 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7529d-d016-49f2-9adf-2c42efd33e7c tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1b93a0-91fc-430d-b5e0-c88a7a597536,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:09.773441 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-17b7529d-d016-49f2-9adf-2c42efd33e7c tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:09.835258 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-17b7529d-d016-49f2-9adf-2c42efd33e7c tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:09.839726 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-17b7529d-d016-49f2-9adf-2c42efd33e7c tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3924334
May 21 15:52:09.840426 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 57036) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:09.846349 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-d2068b56-cea4-422d-a5c4-b111f35a6b92 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Request body: {'security_group_rule': {'security_group_id': '940307b5-8770-4d72-a86c-01151481372b', 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:52:09.852856 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-d2068b56-cea4-422d-a5c4-b111f35a6b92 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:09.857092 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-d2068b56-cea4-422d-a5c4-b111f35a6b92 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Usage tracker for resource:security_group_rule and tenant:f79e7e2756644b98ac7565f7c9b6f6e2 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:09.860157 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-d2068b56-cea4-422d-a5c4-b111f35a6b92 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:09.866211 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-d2068b56-cea4-422d-a5c4-b111f35a6b92 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:09.955535 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aff2100>, [{'id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'name': 'tempest-TestVolumeBootPattern-1024410326-router', 'tenant_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '04bee5b9-e342-421f-a7ab-5288f24665ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:00Z', 'updated_at': '2021-05-21T15:52:05Z', 'revision_number': 4, 'project_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'gw_port': {'id': '04bee5b9-e342-421f-a7ab-5288f24665ac', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:01Z', 'updated_at': '2021-05-21T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '77e625b1-d80d-4fac-89f8-07afd8c49004', 'name': '', 'network_id': '57d0a144-5f71-4880-be4d-5c9cb16e0441', 'tenant_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'mac_address': 'fa:16:3e:8d:50:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '402b5a15-a5b1-4d0a-bad4-d16644032ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:04Z', 'updated_at': '2021-05-21T15:52:09Z', 'revision_number': 4, 'project_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'subnets': [{'id': '402b5a15-a5b1-4d0a-bad4-d16644032ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:09.959522 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200cdd7-cfbb-43d1-9362-4a0fc353a9f3 None None] The sync data for ids ['b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'] in dv-cinder-792642-1-iscsi is: [{'id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'name': 'tempest-TestVolumeBootPattern-1024410326-router', 'tenant_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '04bee5b9-e342-421f-a7ab-5288f24665ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:00Z', 'updated_at': '2021-05-21T15:52:05Z', 'revision_number': 4, 'project_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'gw_port': {'id': '04bee5b9-e342-421f-a7ab-5288f24665ac', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:01Z', 'updated_at': '2021-05-21T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '77e625b1-d80d-4fac-89f8-07afd8c49004', 'name': '', 'network_id': '57d0a144-5f71-4880-be4d-5c9cb16e0441', 'tenant_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'mac_address': 'fa:16:3e:8d:50:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '402b5a15-a5b1-4d0a-bad4-d16644032ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:04Z', 'updated_at': '2021-05-21T15:52:09Z', 'revision_number': 4, 'project_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'subnets': [{'id': '402b5a15-a5b1-4d0a-bad4-d16644032ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:52:09.978125 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.db.securitygroups_db [None req-d2068b56-cea4-422d-a5c4-b111f35a6b92 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Project f79e7e2756644b98ac7565f7c9b6f6e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 21 15:52:09.984529 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d2068b56-cea4-422d-a5c4-b111f35a6b92 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:10.076417 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d2068b56-cea4-422d-a5c4-b111f35a6b92 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:10.286103 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d2068b56-cea4-422d-a5c4-b111f35a6b92 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:10.286695 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 77e625b1-d80d-4fac-89f8-07afd8c49004 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:52:10.288276 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4f6bdb11-2585-4335-8d5e-0d77bf196561 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:10.315215 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2068b56-cea4-422d-a5c4-b111f35a6b92 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa70a3ad-04b0-437a-878a-0f6368ace500,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:10.321612 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d2068b56-cea4-422d-a5c4-b111f35a6b92 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:10.492292 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d2068b56-cea4-422d-a5c4-b111f35a6b92 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:10.494486 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-d2068b56-cea4-422d-a5c4-b111f35a6b92 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6526651
May 21 15:52:10.497251 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 57044) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:10.503592 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-974e1b58-3c45-4bc3-a871-e0d235ab824b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Request body: {'security_group_rule': {'security_group_id': '940307b5-8770-4d72-a86c-01151481372b', 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:52:10.509343 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-974e1b58-3c45-4bc3-a871-e0d235ab824b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:10.513249 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-974e1b58-3c45-4bc3-a871-e0d235ab824b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Usage tracker for resource:security_group_rule and tenant:f79e7e2756644b98ac7565f7c9b6f6e2 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:10.516368 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-974e1b58-3c45-4bc3-a871-e0d235ab824b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:10.522530 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-974e1b58-3c45-4bc3-a871-e0d235ab824b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:10.532436 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port 77e625b1-d80d-4fac-89f8-07afd8c49004 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:52:10.537941 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 77e625b1-d80d-4fac-89f8-07afd8c49004 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:10.538489 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:10.629198 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.db.securitygroups_db [None req-974e1b58-3c45-4bc3-a871-e0d235ab824b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Project f79e7e2756644b98ac7565f7c9b6f6e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 21 15:52:10.635984 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-974e1b58-3c45-4bc3-a871-e0d235ab824b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:10.706185 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:10.714233 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-974e1b58-3c45-4bc3-a871-e0d235ab824b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:10.746118 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port 77e625b1-d80d-4fac-89f8-07afd8c49004, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=77e625b1-d80d-4fac-89f8-07afd8c49004,segment=NetworkSegment(e0db08fa-a5c9-4e0b-bab6-28097668e6a9),segment_id=e0db08fa-a5c9-4e0b-bab6-28097668e6a9)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:52:10.829168 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-974e1b58-3c45-4bc3-a871-e0d235ab824b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:10.831254 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f8fd9d52-df33-416f-a372-1091dfc29422 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:10.855628 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e1b58-3c45-4bc3-a871-e0d235ab824b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fe86bb-4478-4f6a-abf0-8b85d6631a07,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:10.860240 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-974e1b58-3c45-4bc3-a871-e0d235ab824b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:10.870031 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:10.870031 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-8e8f3d2e-5fe1-40cd-ac31-2d83ec1cd8d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:10.933370 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=77e625b1-d80d-4fac-89f8-07afd8c49004,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:10.936423 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:10.960568 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-974e1b58-3c45-4bc3-a871-e0d235ab824b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:10.961882 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-974e1b58-3c45-4bc3-a871-e0d235ab824b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4636345
May 21 15:52:12.262954 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 77e625b1-d80d-4fac-89f8-07afd8c49004 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:52:12.331989 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 77e625b1-d80d-4fac-89f8-07afd8c49004 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:12.332502 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:12.942982 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 57116) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:13.029019 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-c68d063a-1f4b-47f1-a0bd-93e849b791d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:13.068479 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-93cffe53-ae19-49ba-b3f5-a6248c9d0af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:13.084595 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-93cffe53-ae19-49ba-b3f5-a6248c9d0af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:13.088548 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-93cffe53-ae19-49ba-b3f5-a6248c9d0af8 admin admin] Usage tracker for resource:security_group_rule and tenant:0e93717bc1494331b3c30f762f1f5f72 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:13.091408 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-93cffe53-ae19-49ba-b3f5-a6248c9d0af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:13.097322 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-93cffe53-ae19-49ba-b3f5-a6248c9d0af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:13.183268 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-93cffe53-ae19-49ba-b3f5-a6248c9d0af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:13.285193 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-93cffe53-ae19-49ba-b3f5-a6248c9d0af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:13.298049 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-b68b1f4b-33a4-4450-9559-0a27f3e6f484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:13.435028 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cffe53-ae19-49ba-b3f5-a6248c9d0af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9efcb3-bc9f-4b1e-8da8-8d6a6283f5b6,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:13.438251 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-93cffe53-ae19-49ba-b3f5-a6248c9d0af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:13.441292 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-93cffe53-ae19-49ba-b3f5-a6248c9d0af8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e93717bc1494331b3c30f762f1f5f72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4970369
May 21 15:52:13.443661 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 57126) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:13.503394 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c51ffb2c-5285-40c7-8972-3cf8f01e260b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:13.535073 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c51ffb2c-5285-40c7-8972-3cf8f01e260b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:13.748759 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c51ffb2c-5285-40c7-8972-3cf8f01e260b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:13.753868 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-1ac23f71-f4eb-4a50-acc9-9ec9f16e1aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:13.764193 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ffb2c-5285-40c7-8972-3cf8f01e260b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9efcb3-bc9f-4b1e-8da8-8d6a6283f5b6,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:13.769153 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-c51ffb2c-5285-40c7-8972-3cf8f01e260b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:13.772655 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-c51ffb2c-5285-40c7-8972-3cf8f01e260b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:13.776706 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-c51ffb2c-5285-40c7-8972-3cf8f01e260b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9f9efcb3-bc9f-4b1e-8da8-8d6a6283f5b6 HTTP/1.1" status: 204  len: 168 time: 0.3292892
May 21 15:52:15.669148 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:15.817651 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9da1187f-834a-4d77-b854-f2583f5e70bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:16.720539 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:18.480211 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:29.354936 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:35.683669 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-aacdd28c-a728-4669-b6ed-f422c6ff62e6 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Synchronizing usage tracker for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:security_group {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:52:35.777577 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-aacdd28c-a728-4669-b6ed-f422c6ff62e6 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Unset dirty status for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:security_group {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:52:35.778717 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-aacdd28c-a728-4669-b6ed-f422c6ff62e6 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-987221923&fields=id&tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2 HTTP/1.1" status: 200  len: 267 time: 0.1373541
May 21 15:52:36.023081 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-1a69d4ab-3b5a-4df5-a909-a0450db5c882 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:36.023560 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-1a69d4ab-3b5a-4df5-a909-a0450db5c882 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Synchronizing usage tracker for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:network {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:52:36.177229 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-1a69d4ab-3b5a-4df5-a909-a0450db5c882 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Unset dirty status for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:network {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:52:36.178348 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-1a69d4ab-3b5a-4df5-a909-a0450db5c882 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/networks?id=63209c91-6a37-4380-a99b-8c32f2681b1d HTTP/1.1" status: 200  len: 812 time: 0.3930073
May 21 15:52:36.193570 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-f2126628-d33e-47fa-995d-3b2ca67fa6b6 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/quotas/f79e7e2756644b98ac7565f7c9b6f6e2 HTTP/1.1" status: 200  len: 375 time: 0.0094271
May 21 15:52:36.274171 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-e852822a-f5e1-466b-9484-79ace260c00e tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Synchronizing usage tracker for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:52:36.371895 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-e852822a-f5e1-466b-9484-79ace260c00e tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Unset dirty status for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:52:36.373261 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-e852822a-f5e1-466b-9484-79ace260c00e tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1747777
May 21 15:52:36.516726 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-c65b498f-807e-4377-9bf1-ed0953285719 service neutron] 10.222.0.70 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319501
May 21 15:52:36.653566 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-3b854f4a-bc71-40e8-a73e-e0c5356f3303 service neutron] 10.222.0.70 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305563
May 21 15:52:38.565735 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-75be98fd-cd53-4ef8-bc2b-b2f1ebc5ab9c req-1d2ecba4-5d33-410f-a744-9b983c4d56fd tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 210 time: 0.0470665
May 21 15:52:38.830062 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 57396) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:38.950857 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:38.965890 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:38.969725 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Usage tracker for resource:security_group_rule and tenant:85f6f30b21ed42a2965f60899ac4497c is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:38.972601 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:38.978448 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:39.069213 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:39.165991 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:39.175104 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d2a50f28-c48d-4588-a8a7-a2b47ba0eac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:39.215838 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=85f6f30b21ed42a2965f60899ac4497c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3844051
May 21 15:52:39.216527 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc60097-c85e-4fba-9418-0f9eaf626aa1,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:39.218387 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 57406) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:39.224305 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.224674 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.225038 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.225395 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.225797 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.226316 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.226805 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.227079 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.227428 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.227770 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.228110 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.228501 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.232784 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ac490c5e-5213-4ef4-a83e-4c7230a002a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:39.278220 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:39.303538 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:39.565860 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:39.571187 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1d691a21-35e7-4c47-8a96-959b46735f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:39.583369 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc60097-c85e-4fba-9418-0f9eaf626aa1,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:39.592299 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.592672 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.593029 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.593404 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.594173 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.594173 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.594441 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.594770 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.595161 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.595568 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.595946 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.596300 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:39.599619 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:39.601237 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:39.615763 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-126dead2-5f9d-4b17-b184-cc1118fa13bc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4cc60097-c85e-4fba-9418-0f9eaf626aa1 HTTP/1.1" status: 204  len: 168 time: 0.3959365
May 21 15:52:39.668964 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6bfd94a5-092d-4a59-a1ad-8d6f4845808a req-412e6c61-287e-4b69-9513-24a27bb574dd tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 210 time: 0.0490773
May 21 15:52:40.767351 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4c3d8425-e55e-40d7-ba83-c34ff4dba222 req-3309f184-e3a4-4632-a59c-e9273ca50c9d tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 210 time: 0.0444033
May 21 15:52:41.862810 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c036a02d-b192-4273-af54-d05d28775178 req-cc0144fe-ea75-451a-93c0-bd881c0fe2d5 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 210 time: 0.0440073
May 21 15:52:43.018754 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d8399019-b5ae-4ad7-8eb4-0b117e4cb4a5 req-80969b40-bfc5-4079-a281-31d892307473 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 210 time: 0.0481658
May 21 15:52:43.074956 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7f1e11e1-103e-43c7-941a-6407308d0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:43.349919 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-77838746-48d5-4ef2-8928-76c8267a3131 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c6711c1441aa4dada7b63680adae1d27&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0298884
May 21 15:52:43.533120 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-a908faf6-7bfd-4a2d-82b5-2d85db9f1add tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:43.534980 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-a908faf6-7bfd-4a2d-82b5-2d85db9f1add tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1793668
May 21 15:52:43.535157 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 57492) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:43.550432 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-a667245c-9280-41b9-b9b4-a4d0691d98e6 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/quotas/c6711c1441aa4dada7b63680adae1d27 HTTP/1.1" status: 200  len: 375 time: 0.0098591
May 21 15:52:43.600841 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-6c3a86ed-da56-4518-9b70-6df13180ae95 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c6711c1441aa4dada7b63680adae1d27&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0439420
May 21 15:52:43.670270 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e0d96e30-0ac8-4c48-8014-ef22b9b9a239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:43.687401 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e0d96e30-0ac8-4c48-8014-ef22b9b9a239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:43.691610 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e0d96e30-0ac8-4c48-8014-ef22b9b9a239 admin admin] Usage tracker for resource:security_group_rule and tenant:aeec720b64b1496c9ddf130e60d8d0fe is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:43.694385 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e0d96e30-0ac8-4c48-8014-ef22b9b9a239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:43.701160 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e0d96e30-0ac8-4c48-8014-ef22b9b9a239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:43.792427 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e0d96e30-0ac8-4c48-8014-ef22b9b9a239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:43.865637 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-be70e6cf-f7a2-44fa-859a-ca6e2b30c0eb req-eb0574c4-d41e-44fc-8e14-6aeb01eb4e6a tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 210 time: 0.0449610
May 21 15:52:43.874453 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e0d96e30-0ac8-4c48-8014-ef22b9b9a239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:43.885572 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-fc3d51c5-62e7-42b0-87e0-6ff7f06431a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:43.924534 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-e0d96e30-0ac8-4c48-8014-ef22b9b9a239 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aeec720b64b1496c9ddf130e60d8d0fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3882742
May 21 15:52:43.927433 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 57502) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:43.937170 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d96e30-0ac8-4c48-8014-ef22b9b9a239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59468dca-f829-446f-9f1e-888287e5a291,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:43.940485 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e0d96e30-0ac8-4c48-8014-ef22b9b9a239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:43.995659 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c273764b-f4af-4242-9d2e-278fccad4a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:44.023743 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c273764b-f4af-4242-9d2e-278fccad4a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:44.170646 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c273764b-f4af-4242-9d2e-278fccad4a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:44.178849 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-85589ce0-836f-4b1f-8088-8809b43df5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:44.187853 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3f779056-4c8e-4ccf-9325-86c88cd8b5d2 req-3b097a8d-7b3a-45e0-ae53-709adb9ce859 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 210 time: 0.0543492
May 21 15:52:44.195255 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273764b-f4af-4242-9d2e-278fccad4a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59468dca-f829-446f-9f1e-888287e5a291,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:44.197976 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-c273764b-f4af-4242-9d2e-278fccad4a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:44.199191 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c273764b-f4af-4242-9d2e-278fccad4a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:44.205363 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-c273764b-f4af-4242-9d2e-278fccad4a5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/59468dca-f829-446f-9f1e-888287e5a291 HTTP/1.1" status: 204  len: 168 time: 0.2724967
May 21 15:52:44.763714 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:52:44.969912 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8f3b6eed-bcd7-4b19-8ebd-e446595b90eb req-fdf9f01f-df3c-466a-9de7-9c9134799bd4 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 210 time: 0.0492814
May 21 15:52:45.367716 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cdc5b0f6-bf85-4500-92b8-98090f8c66d8 req-bac26b7b-4771-41aa-a078-91064c0b08bb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 210 time: 0.0452375
May 21 15:52:45.519225 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 57540) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:45.654515 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1744621829-network', 'tenant_id': '0b4372defa064433bc9d171f4538710e'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:52:45.661920 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:45.666589 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Usage tracker for resource:network and tenant:0b4372defa064433bc9d171f4538710e is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:45.669818 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:45.677669 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:45.720339 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:45.839480 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-45aa5e36-f717-40d7-9c3b-ac2d208bacb1 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:45.840930 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-45aa5e36-f717-40d7-9c3b-ac2d208bacb1 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.25 "GET /v2.0/networks?id=63209c91-6a37-4380-a99b-8c32f2681b1d HTTP/1.1" status: 200  len: 812 time: 0.1580057
May 21 15:52:45.866295 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-e30fa73c-c07b-4c30-af17-5047aa25d831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:45.875867 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Made reservation on behalf of 0b4372defa064433bc9d171f4538710e for: {'network': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:52:45.878182 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:45.898178 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:45.931386 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:45.942705 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-b6f60b0a-1243-49c7-b9b2-75695a0158f7 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2 HTTP/1.1" status: 200  len: 379 time: 0.0871201
May 21 15:52:45.943780 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Usage tracker for resource:security_group_rule and tenant:0b4372defa064433bc9d171f4538710e is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:45.947494 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:45.959011 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-536f6437-8f5e-468a-bdf5-fc2ecbb312b4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Request body: {'port': {'device_id': '7aa3bab7-27a0-41f1-933e-8aa2599e6fc6', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'admin_state_up': True, 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'security_groups': ['940307b5-8770-4d72-a86c-01151481372b']}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:52:45.976512 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:46.262828 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8daf8671-4fb5-4dd8-a669-3230b1e385fb req-ec7beb60-0915-470c-af29-ffa2d1441598 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 210 time: 0.0686047
May 21 15:52:46.316981 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-536f6437-8f5e-468a-bdf5-fc2ecbb312b4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:46.337537 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-536f6437-8f5e-468a-bdf5-fc2ecbb312b4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:46.375129 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:46.480473 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-536f6437-8f5e-468a-bdf5-fc2ecbb312b4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Made reservation on behalf of f79e7e2756644b98ac7565f7c9b6f6e2 for: {'port': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:52:46.485260 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-536f6437-8f5e-468a-bdf5-fc2ecbb312b4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:46.541971 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:46.550349 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-04af17df-c9f3-4d09-9ee5-b4d943fffb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:46.564647 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2a68a6e0-af30-40c9-a42c-4ebac956d549 req-898de067-adc0-4fa7-aaa3-9c0d2e05339a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 210 time: 0.0672479
May 21 15:52:46.624247 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'}  {{(pid=98820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:52:46.646106 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b858e022-c176-48df-b43c-c42172c79e52,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:46.654046 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:46.655085 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:46.655537 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.segments_db [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Added segment 63f1b301-b72c-4e5d-923d-52605839fca4 of type vlan for network 235f9964-30b5-446d-a105-d323d4cb9514
May 21 15:52:46.699250 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:46.788161 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-536f6437-8f5e-468a-bdf5-fc2ecbb312b4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Allocated IP 172.20.0.5 (63209c91-6a37-4380-a99b-8c32f2681b1d/f6201006-2e0c-47c7-83b1-5cdad697a876/8c3f8eda-74a9-4fa6-bd85-8c512c934f8c) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:52:46.846299 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:46.988239 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:46.992027 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:46.996138 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:46.998302 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-006d8e1d-78d4-4816-af66-6ee8c875ed06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:47.014948 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-536f6437-8f5e-468a-bdf5-fc2ecbb312b4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:47.115064 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-536f6437-8f5e-468a-bdf5-fc2ecbb312b4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Transition to ACTIVE for port object 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c will not be triggered until provisioned by entity DHCP. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:52:47.123300 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Pushing event updated for resources: {'Network': ['ID=235f9964-30b5-446d-a105-d323d4cb9514,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:47.130324 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:47.135580 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network 235f9964-30b5-446d-a105-d323d4cb9514 details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:52:47.285791 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-e01af90f-b263-4d87-b950-c53ad9bf30ae tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c6711c1441aa4dada7b63680adae1d27&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0278277
May 21 15:52:47.320732 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.8005884
May 21 15:52:47.324036 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 57552) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:47.333264 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-29c3b1cb-5030-415e-860c-d8c6ff8614d2 admin admin] Request body: {'subnet': {'network_id': '235f9964-30b5-446d-a105-d323d4cb9514', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1744621829-subnet', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'ip_version': 4}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:52:47.341064 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-29c3b1cb-5030-415e-860c-d8c6ff8614d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:47.349940 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-29c3b1cb-5030-415e-860c-d8c6ff8614d2 admin admin] Usage tracker for resource:subnet and tenant:0b4372defa064433bc9d171f4538710e is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:47.354133 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-29c3b1cb-5030-415e-860c-d8c6ff8614d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:47.363985 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-29c3b1cb-5030-415e-860c-d8c6ff8614d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:47.402219 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-536f6437-8f5e-468a-bdf5-fc2ecbb312b4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:47.414049 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d2f1ff71-e71c-434c-aa3d-b8d71d12f17a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:47.475339 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c3b1cb-5030-415e-860c-d8c6ff8614d2 admin admin] Made reservation on behalf of 0b4372defa064433bc9d171f4538710e for: {'subnet': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:52:47.479208 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-29c3b1cb-5030-415e-860c-d8c6ff8614d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6212352'] for subnet, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:47.557752 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2308ceb6-d174-4bf6-9fca-752b2bbf5e62 req-b28073a9-4bd9-4ef4-979d-3d0913f69e62 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 210 time: 0.0998054
May 21 15:52:47.562087 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-536f6437-8f5e-468a-bdf5-fc2ecbb312b4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Network 63209c91-6a37-4380-a99b-8c32f2681b1d is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:52:47.572673 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-536f6437-8f5e-468a-bdf5-fc2ecbb312b4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:52:47.583665 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-536f6437-8f5e-468a-bdf5-fc2ecbb312b4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:52:47.649984 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f6437-8f5e-468a-bdf5-fc2ecbb312b4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event updated for resources: {'Port': ['ID=8c3f8eda-74a9-4fa6-bd85-8c512c934f8c,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:47.666072 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-536f6437-8f5e-468a-bdf5-fc2ecbb312b4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:47.737546 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-12e7f142-67b0-479c-89c0-41c964bd673c tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:47.740322 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-12e7f142-67b0-479c-89c0-41c964bd673c tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4482944
May 21 15:52:47.770641 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-536f6437-8f5e-468a-bdf5-fc2ecbb312b4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:47.771884 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-536f6437-8f5e-468a-bdf5-fc2ecbb312b4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:47.791527 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Request body: {'port': {'device_id': 'ea008c7c-9825-48eb-aa79-1a0a4676a3b2', 'network_id': '7f46472e-b6b6-46b4-aff7-d05423957ccf', 'admin_state_up': True, 'tenant_id': 'c6711c1441aa4dada7b63680adae1d27'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:52:47.945356 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-536f6437-8f5e-468a-bdf5-fc2ecbb312b4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9932988
May 21 15:52:47.970246 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Request body: {'port': {'device_id': '7aa3bab7-27a0-41f1-933e-8aa2599e6fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:52:48.154361 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-611370aa-60e0-4dc5-90d2-6bbd4afe4790 None None] Provisioning for port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:52:48.162534 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-611370aa-60e0-4dc5-90d2-6bbd4afe4790 None None] Provisioning complete for port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:48.163753 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-611370aa-60e0-4dc5-90d2-6bbd4afe4790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:48.215066 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:48.235355 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Usage tracker for resource:port and tenant:c6711c1441aa4dada7b63680adae1d27 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:48.245121 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:48.256296 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:48.262083 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-611370aa-60e0-4dc5-90d2-6bbd4afe4790 None None] Port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:52:48.275897 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:48.375072 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fb1ce-8cfe-46c9-a121-0b6cbac1e2d8 req-637d71f9-7540-4fc7-8d53-bf881c386939 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:48.375860 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-432fb1ce-8cfe-46c9-a121-0b6cbac1e2d8 req-637d71f9-7540-4fc7-8d53-bf881c386939 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Synchronizing usage tracker for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:52:48.392882 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-29c3b1cb-5030-415e-860c-d8c6ff8614d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5568456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6212398'] for subnet, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:48.401375 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:48.449952 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Made reservation on behalf of c6711c1441aa4dada7b63680adae1d27 for: {'port': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:52:48.453492 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:48.482223 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:48.510248 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:48.529691 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Usage tracker for resource:security_group_rule and tenant:c6711c1441aa4dada7b63680adae1d27 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:48.536222 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:48.549060 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3b1cb-5030-415e-860c-d8c6ff8614d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:48.553912 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-29c3b1cb-5030-415e-860c-d8c6ff8614d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:48.565272 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c3b1cb-5030-415e-860c-d8c6ff8614d2 admin admin] Checking segment: {'id': '63f1b301-b72c-4e5d-923d-52605839fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:52:48.565762 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c3b1cb-5030-415e-860c-d8c6ff8614d2 admin admin] Network hostable DHCP agents. Network: 235f9964-30b5-446d-a105-d323d4cb9514, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:52:48.583342 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:48.598273 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:48.703623 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c3b1cb-5030-415e-860c-d8c6ff8614d2 admin admin] Network 235f9964-30b5-446d-a105-d323d4cb9514 is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:52:48.753151 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-432fb1ce-8cfe-46c9-a121-0b6cbac1e2d8 req-637d71f9-7540-4fc7-8d53-bf881c386939 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Unset dirty status for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:52:48.754212 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-432fb1ce-8cfe-46c9-a121-0b6cbac1e2d8 req-637d71f9-7540-4fc7-8d53-bf881c386939 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 931 time: 0.7149730
May 21 15:52:48.794514 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-29c3b1cb-5030-415e-860c-d8c6ff8614d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, 235f9964-30b5-446d-a105-d323d4cb9514) {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:52:48.812967 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c3b1cb-5030-415e-860c-d8c6ff8614d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:48.812967 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-29c3b1cb-5030-415e-860c-d8c6ff8614d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:48.814132 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b817d454-0811-4e50-8502-e269ee0b692f None None] Network 235f9964-30b5-446d-a105-d323d4cb9514 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:52:48.821045 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-42829c10-b4c3-4105-b9c7-151b907a1172 req-b9023ac5-4e50-4ea5-bbbb-df36f5f03fcf tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 210 time: 0.0782685
May 21 15:52:49.019964 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-29c3b1cb-5030-415e-860c-d8c6ff8614d2 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6921275
May 21 15:52:49.021661 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 57566) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:49.027549 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1744621829-router', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:52:49.035626 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:49.038819 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Usage tracker for resource:router and tenant:0b4372defa064433bc9d171f4538710e is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:49.042820 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:49.051020 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:49.107478 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:49.112386 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522c8543-4b92-5a03-a3ef-5bd38f92ddb5-235f9964-30b5-446d-a105-d323d4cb9514', 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'fixed_ips': [{'subnet_id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d'}]}} from dv-cinder-792642-1-iscsi. {{(pid=98821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 21 15:52:49.113382 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:49.127158 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c {{(pid=98820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:52:49.148261 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:49.170893 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-432fb1ce-8cfe-46c9-a121-0b6cbac1e2d8 req-fc780467-db8d-4cf2-88ba-8b4aca48ed04 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3810685
May 21 15:52:49.185952 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Transition to ACTIVE for port object 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c will not be triggered until provisioned by entity L2. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:52:49.227406 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:49.234171 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-b988ea85-0dcc-4d35-a6e5-06d1337dddda tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:49.283569 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.db_base_plugin_common [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Allocated IP 172.20.0.2 (235f9964-30b5-446d-a105-d323d4cb9514/8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d/751fe834-74d3-43e6-ae2d-106d85ec72a0) {{(pid=98821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:52:49.329733 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:49.349650 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cccfd09-837c-4db7-9b9b-2f824b6d1243,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:49.355245 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:49.360347 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:49.405544 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8118741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258304'] for router, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:49.408828 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7996899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8093609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258319'] for router, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:49.445937 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:49.610993 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Notify callbacks [] for port, precommit_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:49.629450 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Transition to ACTIVE for port object 751fe834-74d3-43e6-ae2d-106d85ec72a0 will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:52:49.654247 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Transition to ACTIVE for port object 751fe834-74d3-43e6-ae2d-106d85ec72a0 will not be triggered until provisioned by entity DHCP. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:52:49.671935 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Pushing event updated for resources: {'Port': ['ID=8c3f8eda-74a9-4fa6-bd85-8c512c934f8c,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:49.675334 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:49.726505 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Allocated IP 192.168.233.35 (7f46472e-b6b6-46b4-aff7-d05423957ccf/4c6d14b3-9d05-45a5-880d-e2a6b5f5d17f/67acce58-461e-47df-bb49-867eb3b61245) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:52:49.744502 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Attempting to bind port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:52:49.744837 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Attempting to bind port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:52:49.745158 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Attempting to bind port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c on network 63209c91-6a37-4380-a99b-8c32f2681b1d {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:52:49.754214 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c on network 63209c91-6a37-4380-a99b-8c32f2681b1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:52:49.754527 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Attempting to bind port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c on network 63209c91-6a37-4380-a99b-8c32f2681b1d {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:52:49.773515 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:52:49.773847 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Checking segment: {'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:52:49.774230 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Bound using segment: {'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:52:49.774663 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Bound port: 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'}}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:52:49.775030 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:49.789443 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:49.799891 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:49.868769 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Network 235f9964-30b5-446d-a105-d323d4cb9514 is already hosted by enough agents. {{(pid=98821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:52:49.871563 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Resources bound (agent type, host, resource id):  {{(pid=98821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:52:49.876610 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Received port after_create {{(pid=98821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:52:49.886360 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Pushing event updated for resources: {'Port': ['ID=751fe834-74d3-43e6-ae2d-106d85ec72a0,revision_number=1']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:49.914935 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:49.928502 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7996904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8118727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258365'] for router, precommit_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:49.979083 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Attempting to bind port 751fe834-74d3-43e6-ae2d-106d85ec72a0 on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:52:49.979752 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Attempting to bind port 751fe834-74d3-43e6-ae2d-106d85ec72a0 by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '63f1b301-b72c-4e5d-923d-52605839fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:52:49.980320 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Attempting to bind port 751fe834-74d3-43e6-ae2d-106d85ec72a0 on network 235f9964-30b5-446d-a105-d323d4cb9514 {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:52:49.985973 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:52:49.986615 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Checking segment: {'id': '63f1b301-b72c-4e5d-923d-52605839fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:52:49.987126 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:49.987526 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Bound using segment: {'id': '63f1b301-b72c-4e5d-923d-52605839fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:52:49.988004 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Bound port: 751fe834-74d3-43e6-ae2d-106d85ec72a0, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f1b301-b72c-4e5d-923d-52605839fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:52:49.988377 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:50.040713 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cc907169-ae64-4116-9208-b6de2b51b9f1 req-718fc594-f68b-4a4f-ad74-f3a4a13a2b5a tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 210 time: 0.0613179
May 21 15:52:50.050439 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] For port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c, host hv-cinder-79264, cleared binding levels {{(pid=98820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:52:50.081115 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] For port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8c3f8eda-74a9-4fa6-bd85-8c512c934f8c,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:52:50.099308 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] For port 751fe834-74d3-43e6-ae2d-106d85ec72a0, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:52:50.102626 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] For port 751fe834-74d3-43e6-ae2d-106d85ec72a0, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=751fe834-74d3-43e6-ae2d-106d85ec72a0,segment=NetworkSegment(63f1b301-b72c-4e5d-923d-52605839fca4),segment_id=63f1b301-b72c-4e5d-923d-52605839fca4)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:52:50.106561 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:50.122628 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Transition to ACTIVE for port object 67acce58-461e-47df-bb49-867eb3b61245 will not be triggered until provisioned by entity DHCP. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:52:50.160653 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:50.165491 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-505721c8-de01-4cc3-9a09-6a5a5e5d9eb1 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:50.207345 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:50.221914 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:50.222182 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:50.222967 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:50.224186 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] 10.222.0.25 "PUT /v2.0/ports/8c3f8eda-74a9-4fa6-bd85-8c512c934f8c HTTP/1.1" status: 200  len: 1093 time: 2.2665467
May 21 15:52:50.224697 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa3bab7-27a0-41f1-933e-8aa2599e6fc6', 'tag': '8c3f8eda-74a9-4fa6-bd85-8c512c934f8c'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:52:50.256464 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Pushing event updated for resources: {'Port': ['ID=8c3f8eda-74a9-4fa6-bd85-8c512c934f8c,revision_number=3']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:50.260225 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:50.279844 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:50.290829 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-b7cdf893-7f15-4676-a76e-d0aaa298a2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:50.320271 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Pushing event updated for resources: {'Port': ['ID=751fe834-74d3-43e6-ae2d-106d85ec72a0,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:50.327488 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:50.374824 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa3bab7-27a0-41f1-933e-8aa2599e6fc6', 'tag': '8c3f8eda-74a9-4fa6-bd85-8c512c934f8c', 'status': 'completed', 'code': 200}
May 21 15:52:50.513894 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:50.519118 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Network 7f46472e-b6b6-46b4-aff7-d05423957ccf is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:52:50.522959 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Pushing event updated for resources: {'Port': ['ID=67acce58-461e-47df-bb49-867eb3b61245,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:50.525481 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:52:50.529914 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:50.530621 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:52:50.546832 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:50.639736 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dd74a-2eb8-4cec-8a2c-b59b78da9d52 req-74288ce7-c9a2-437c-9f39-37d58438f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:50.651618 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c29dd74a-2eb8-4cec-8a2c-b59b78da9d52 req-74288ce7-c9a2-437c-9f39-37d58438f28f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 1096 time: 0.2795618
May 21 15:52:50.660373 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:50.662480 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:50.762980 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_common [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Allocated IP 172.27.0.110 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/e94ae75a-c51c-4a0c-bb70-e2e186e65d8a) {{(pid=98819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:52:50.774467 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3b5c6-fbf4-434a-a5e6-f3383364021f req-64ab0c9e-7d8a-4e9f-a0b6-6ca696fbf7e1 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:50.776167 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-25c3b5c6-fbf4-434a-a5e6-f3383364021f req-64ab0c9e-7d8a-4e9f-a0b6-6ca696fbf7e1 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 943 time: 0.3462489
May 21 15:52:50.868532 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-25c3b5c6-fbf4-434a-a5e6-f3383364021f req-aae05d9d-9b4f-48b3-91d2-226a5dfb338e tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0842721
May 21 15:52:50.893904 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dd74a-2eb8-4cec-8a2c-b59b78da9d52 req-d3bc452d-1d5d-40d2-a695-68490613b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:50.893904 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c29dd74a-2eb8-4cec-8a2c-b59b78da9d52 req-d3bc452d-1d5d-40d2-a695-68490613b734 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2114003
May 21 15:52:50.921108 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.1411526
May 21 15:52:50.941921 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:50.972120 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Request body: {'port': {'device_id': 'ea008c7c-9825-48eb-aa79-1a0a4676a3b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:52:50.977103 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-3337e6f0-86c2-4c5c-b9aa-a19e3da7e8c6 None None] Provisioning for port 67acce58-461e-47df-bb49-867eb3b61245 completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:52:50.983597 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-3337e6f0-86c2-4c5c-b9aa-a19e3da7e8c6 None None] Provisioning complete for port 67acce58-461e-47df-bb49-867eb3b61245 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:50.985557 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-3337e6f0-86c2-4c5c-b9aa-a19e3da7e8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:51.070342 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:51.076172 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e43eb8dc-93d5-4c29-b472-b65f05248402 tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:51.080251 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-3337e6f0-86c2-4c5c-b9aa-a19e3da7e8c6 None None] Port 67acce58-461e-47df-bb49-867eb3b61245 cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:52:51.135040 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:52:51.138144 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:52:51.146972 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Received port after_create {{(pid=98819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:52:51.203142 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Pushing event updated for resources: {'Port': ['ID=e94ae75a-c51c-4a0c-bb70-e2e186e65d8a,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:51.206354 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:51.309440 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dd74a-2eb8-4cec-8a2c-b59b78da9d52 req-c144f558-d022-497b-8633-1ac9812291f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:51.313851 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c29dd74a-2eb8-4cec-8a2c-b59b78da9d52 req-c144f558-d022-497b-8633-1ac9812291f5 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4165809
May 21 15:52:51.316241 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:51.443499 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ef28e-5b4a-4693-90cb-3905ddf22e62 req-e80e6d68-ca0d-4846-b4de-ff3875cfaaca tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:51.444247 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-f00ef28e-5b4a-4693-90cb-3905ddf22e62 req-e80e6d68-ca0d-4846-b4de-ff3875cfaaca tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Synchronizing usage tracker for tenant:c6711c1441aa4dada7b63680adae1d27 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:52:51.518028 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ca3560-0b53-4b07-be19-b07a78a1f70a None None] Network 235f9964-30b5-446d-a105-d323d4cb9514 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:52:51.570147 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-17f8698e-2138-40b4-b502-837ed3a7d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:51.571789 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-17f8698e-2138-40b4-b502-837ed3a7d40d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 1096 time: 0.2011323
May 21 15:52:51.700155 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-a5de34a4-ceba-4d61-865d-3e9b1539b8c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c3f8eda-74a9-4fa6-bd85-8c512c934f8c HTTP/1.1" status: 200  len: 217 time: 0.1098921
May 21 15:52:51.704994 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-f00ef28e-5b4a-4693-90cb-3905ddf22e62 req-e80e6d68-ca0d-4846-b4de-ff3875cfaaca tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Unset dirty status for tenant:c6711c1441aa4dada7b63680adae1d27 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:52:51.706059 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f00ef28e-5b4a-4693-90cb-3905ddf22e62 req-e80e6d68-ca0d-4846-b4de-ff3875cfaaca tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 935 time: 0.5373971
May 21 15:52:51.744150 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-91e70c33-b948-47b9-8e78-a7c22c5baf06 None None] Provisioning for port 751fe834-74d3-43e6-ae2d-106d85ec72a0 completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:52:51.766345 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:51.848277 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-f00ef28e-5b4a-4693-90cb-3905ddf22e62 req-fc466d0d-5f31-4ff3-9450-9a1a64f12703 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Synchronizing usage tracker for tenant:c6711c1441aa4dada7b63680adae1d27 on resource:security_group {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:52:51.851238 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-627085d2-74fa-4e09-a12a-0e512b4e2950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:51.852691 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-627085d2-74fa-4e09-a12a-0e512b4e2950 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6201006-2e0c-47c7-83b1-5cdad697a876 HTTP/1.1" status: 200  len: 851 time: 0.1342950
May 21 15:52:52.065857 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-f00ef28e-5b4a-4693-90cb-3905ddf22e62 req-fc466d0d-5f31-4ff3-9450-9a1a64f12703 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Unset dirty status for tenant:c6711c1441aa4dada7b63680adae1d27 on resource:security_group {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:52:52.067682 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f00ef28e-5b4a-4693-90cb-3905ddf22e62 req-fc466d0d-5f31-4ff3-9450-9a1a64f12703 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cccfd09-837c-4db7-9b9b-2f824b6d1243&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3527129
May 21 15:52:52.088937 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67acce58-461e-47df-bb49-867eb3b61245 {{(pid=98820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:52:52.100828 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:52.110163 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-5bd7bc5d-e73f-4b30-905c-8ba0a3d79fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:52.111652 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-5bd7bc5d-e73f-4b30-905c-8ba0a3d79fe4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63209c91-6a37-4380-a99b-8c32f2681b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2413411
May 21 15:52:52.145451 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8118732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121917'] for router, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:52.153247 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Transition to ACTIVE for port object 67acce58-461e-47df-bb49-867eb3b61245 will not be triggered until provisioned by entity L2. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:52:52.244269 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b939f0a-f682-4fc3-8e63-08719f1cb9b7 req-0df44d67-2f1f-405c-b1f5-e02a51c1ce90 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:52.245919 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8b939f0a-f682-4fc3-8e63-08719f1cb9b7 req-0df44d67-2f1f-405c-b1f5-e02a51c1ce90 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 943 time: 0.2443373
May 21 15:52:52.282042 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:52.299935 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a1190249-4afd-4e68-a8c2-ad06288b9083 tempest-VolumesActionsTest-1799645037 tempest-VolumesActionsTest-1799645037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:52.328879 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 751fe834-74d3-43e6-ae2d-106d85ec72a0 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:52:52.473221 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8b939f0a-f682-4fc3-8e63-08719f1cb9b7 req-7e35ad61-f12b-4351-9ea6-2af501c2c96f tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2146976
May 21 15:52:52.505721 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port 751fe834-74d3-43e6-ae2d-106d85ec72a0 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:52:52.505825 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-76d00a71-660d-4559-85e0-5db65cf35720 service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3733618
May 21 15:52:52.505910 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 751fe834-74d3-43e6-ae2d-106d85ec72a0 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:52.505910 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:52.538203 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Pushing event updated for resources: {'Port': ['ID=67acce58-461e-47df-bb49-867eb3b61245,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:52.544198 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:52.594154 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Router a178cc03-7ae8-4083-a814-7828a8170097 is scheduled to L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 with binding_index 1 {{(pid=98819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 21 15:52:52.647908 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:52.685462 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port 751fe834-74d3-43e6-ae2d-106d85ec72a0, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=751fe834-74d3-43e6-ae2d-106d85ec72a0,segment=NetworkSegment(63f1b301-b72c-4e5d-923d-52605839fca4),segment_id=63f1b301-b72c-4e5d-923d-52605839fca4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:52:52.698488 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Attempting to bind port 67acce58-461e-47df-bb49-867eb3b61245 on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:52:52.698865 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Attempting to bind port 67acce58-461e-47df-bb49-867eb3b61245 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'b1c5a3eb-690f-4bfe-8259-5ef46221acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f46472e-b6b6-46b4-aff7-d05423957ccf'}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:52:52.699183 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Attempting to bind port 67acce58-461e-47df-bb49-867eb3b61245 on network 7f46472e-b6b6-46b4-aff7-d05423957ccf {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:52:52.716036 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Port 67acce58-461e-47df-bb49-867eb3b61245 on network 7f46472e-b6b6-46b4-aff7-d05423957ccf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:52:52.716355 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Attempting to bind port 67acce58-461e-47df-bb49-867eb3b61245 on network 7f46472e-b6b6-46b4-aff7-d05423957ccf {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:52:52.727005 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:52:52.727343 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Checking segment: {'id': 'b1c5a3eb-690f-4bfe-8259-5ef46221acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f46472e-b6b6-46b4-aff7-d05423957ccf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:52:52.727728 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Bound using segment: {'id': 'b1c5a3eb-690f-4bfe-8259-5ef46221acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f46472e-b6b6-46b4-aff7-d05423957ccf'} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:52:52.728365 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Bound port: 67acce58-461e-47df-bb49-867eb3b61245, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c5a3eb-690f-4bfe-8259-5ef46221acb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7f46472e-b6b6-46b4-aff7-d05423957ccf'}}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:52:52.728529 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:52.739557 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3890e5f8-8537-4735-b5e1-fa2996d8f0cb req-fdf21bdf-8509-4e4d-a948-055cfebc82c0 service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2202046
May 21 15:52:52.788960 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:52.791473 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:52.794805 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:52:52.835645 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Sync routers for ids ['a178cc03-7ae8-4083-a814-7828a8170097'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:52:52.872666 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Routers {'a178cc03-7ae8-4083-a814-7828a8170097'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:52:52.873309 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ac25970>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:52:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['a178cc03-7ae8-4083-a814-7828a8170097'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:52.937935 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Notify callbacks [] for router, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:52.939758 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.9166594
May 21 15:52:52.943162 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 57580) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:52.948023 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] For port 67acce58-461e-47df-bb49-867eb3b61245, host hv-cinder-79264, cleared binding levels {{(pid=98820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:52:52.955761 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=751fe834-74d3-43e6-ae2d-106d85ec72a0,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:52.976061 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:52.976431 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:52.976743 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:52.977069 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:52.977394 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:52.977715 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:52.978036 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:52.978354 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:52.978674 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:52.979019 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:52.979334 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:52.979646 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:52:52.983758 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:53.023187 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] For port 67acce58-461e-47df-bb49-867eb3b61245, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=67acce58-461e-47df-bb49-867eb3b61245,segment=NetworkSegment(b1c5a3eb-690f-4bfe-8259-5ef46221acb6),segment_id=b1c5a3eb-690f-4bfe-8259-5ef46221acb6)] {{(pid=98820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:52:53.080385 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Set router a178cc03-7ae8-4083-a814-7828a8170097 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:52:53.187715 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:53.201199 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-78b48764-4788-40ef-a3ee-60ee490bf777 tempest-ServerRescueNegativeTestJSON-942440389 tempest-ServerRescueNegativeTestJSON-942440389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:53.306123 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:53.306867 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:53.308365 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] 10.222.0.25 "PUT /v2.0/ports/67acce58-461e-47df-bb49-867eb3b61245 HTTP/1.1" status: 200  len: 1097 time: 2.3405883
May 21 15:52:53.317625 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea008c7c-9825-48eb-aa79-1a0a4676a3b2', 'tag': '67acce58-461e-47df-bb49-867eb3b61245'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:52:53.388055 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ac25970>, [{'id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'name': 'tempest-TestMinimumBasicScenario-1744621829-router', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:49Z', 'updated_at': '2021-05-21T15:52:51Z', 'revision_number': 3, 'project_id': '0b4372defa064433bc9d171f4538710e', 'gw_port': {'id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:50Z', 'updated_at': '2021-05-21T15:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:53.395355 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Checking router: a178cc03-7ae8-4083-a814-7828a8170097 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:52:53.395913 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Updating router a178cc03-7ae8-4083-a814-7828a8170097 port e94ae75a-c51c-4a0c-bb70-e2e186e65d8a binding host dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:52:53.422331 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea008c7c-9825-48eb-aa79-1a0a4676a3b2', 'tag': '67acce58-461e-47df-bb49-867eb3b61245', 'status': 'completed', 'code': 200}
May 21 15:52:53.439826 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Pushing event updated for resources: {'Port': ['ID=67acce58-461e-47df-bb49-867eb3b61245,revision_number=3']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:53.443953 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:53.454296 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:53.617112 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48c82e-d76d-443d-b983-b1b246cd6018 req-55e8a416-92b0-4b4c-9305-09dff50d9428 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:53.618501 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6f48c82e-d76d-443d-b983-b1b246cd6018 req-55e8a416-92b0-4b4c-9305-09dff50d9428 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 947 time: 0.4264939
May 21 15:52:53.774336 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e85f1-7575-4f27-8212-059d8e5aa055 req-73ae49c7-9886-4898-9fd7-93b371faf837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:53.775838 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-339e85f1-7575-4f27-8212-059d8e5aa055 req-73ae49c7-9886-4898-9fd7-93b371faf837 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6711c1441aa4dada7b63680adae1d27&device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 1100 time: 0.3374655
May 21 15:52:53.809118 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Notify callbacks [] for port, precommit_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:53.820462 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Transition to ACTIVE for port object e94ae75a-c51c-4a0c-bb70-e2e186e65d8a will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:52:53.856775 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-339e85f1-7575-4f27-8212-059d8e5aa055 req-123c58ef-7570-4d5d-991a-28e1ed1d1ce6 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c6711c1441aa4dada7b63680adae1d27&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0570331
May 21 15:52:53.923995 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:53.928621 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:53.944853 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6f48c82e-d76d-443d-b983-b1b246cd6018 req-7efd5f88-bfd8-4abc-aebf-baae5bb8d37d tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cccfd09-837c-4db7-9b9b-2f824b6d1243&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2889464
May 21 15:52:54.005670 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73a8ae-89a7-487d-a9cc-cb5dd8bb85c3 req-84720309-1626-4249-a514-9b007c8b77fb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:54.008060 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9b73a8ae-89a7-487d-a9cc-cb5dd8bb85c3 req-84720309-1626-4249-a514-9b007c8b77fb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 943 time: 0.4100876
May 21 15:52:54.047405 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Attempting to bind port e94ae75a-c51c-4a0c-bb70-e2e186e65d8a on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:52:54.047782 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Attempting to bind port e94ae75a-c51c-4a0c-bb70-e2e186e65d8a by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:52:54.048150 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Attempting to bind port e94ae75a-c51c-4a0c-bb70-e2e186e65d8a on network eada4616-562d-476a-9813-40a69a73ac77 {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:52:54.056929 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986ac1e-0e0f-4a9c-9b82-41835ef84422 None None] Pushing event updated for resources: {'Port': ['ID=e94ae75a-c51c-4a0c-bb70-e2e186e65d8a,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:54.059933 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:52:54.060311 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Checking segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:52:54.060731 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:54.061092 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Bound using segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:52:54.061566 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Bound port: e94ae75a-c51c-4a0c-bb70-e2e186e65d8a, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:52:54.061932 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:54.085827 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9986ac1e-0e0f-4a9c-9b82-41835ef84422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:54.136009 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] For port e94ae75a-c51c-4a0c-bb70-e2e186e65d8a, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:52:54.139822 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] For port e94ae75a-c51c-4a0c-bb70-e2e186e65d8a, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=e94ae75a-c51c-4a0c-bb70-e2e186e65d8a,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:52:54.150057 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9b73a8ae-89a7-487d-a9cc-cb5dd8bb85c3 req-d57ae199-c2f4-44b4-aaf1-f95001e1344b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1284649
May 21 15:52:54.156022 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e85f1-7575-4f27-8212-059d8e5aa055 req-0b144a70-c291-4f36-a2da-30d8cc96eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:54.157414 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-339e85f1-7575-4f27-8212-059d8e5aa055 req-0b144a70-c291-4f36-a2da-30d8cc96eb27 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2890453
May 21 15:52:54.216269 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:54.220711 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:54.283723 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:54.300864 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 751fe834-74d3-43e6-ae2d-106d85ec72a0 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:52:54.344301 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Routers {'a178cc03-7ae8-4083-a814-7828a8170097'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:52:54.344943 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ac25970>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:52:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['a178cc03-7ae8-4083-a814-7828a8170097'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:54.385481 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-ff589268-1f70-457f-ae90-8e22c44cb4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:54.387009 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-ff589268-1f70-457f-ae90-8e22c44cb4df service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6711c1441aa4dada7b63680adae1d27&device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 1100 time: 0.1853871
May 21 15:52:54.404300 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986ac1e-0e0f-4a9c-9b82-41835ef84422 None None] Pushing event updated for resources: {'Port': ['ID=e94ae75a-c51c-4a0c-bb70-e2e186e65d8a,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:54.421819 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9986ac1e-0e0f-4a9c-9b82-41835ef84422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:54.540748 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 751fe834-74d3-43e6-ae2d-106d85ec72a0 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:54.541844 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:54.598092 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] Set router a178cc03-7ae8-4083-a814-7828a8170097 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:52:54.618552 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-bb08159a-63d6-4d0f-ab88-216c1d35f631 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=67acce58-461e-47df-bb49-867eb3b61245 HTTP/1.1" status: 200  len: 217 time: 0.0828221
May 21 15:52:54.736292 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-36093cfa-997d-4977-9dd4-49be5e7220a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:54.737715 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-36093cfa-997d-4977-9dd4-49be5e7220a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4c6d14b3-9d05-45a5-880d-e2a6b5f5d17f HTTP/1.1" status: 200  len: 843 time: 0.1103368
May 21 15:52:54.749068 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Allocated IP 172.20.0.1 (235f9964-30b5-446d-a105-d323d4cb9514/8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d/222dfa1d-2136-4a3d-8d1b-208e2d24bf1d) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:52:54.927205 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-94b0b57c-ba53-4d30-99a1-106580fdd454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:54.928670 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-94b0b57c-ba53-4d30-99a1-106580fdd454 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7f46472e-b6b6-46b4-aff7-d05423957ccf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1812861
May 21 15:52:54.949541 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ac25970>, [{'id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'name': 'tempest-TestMinimumBasicScenario-1744621829-router', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:49Z', 'updated_at': '2021-05-21T15:52:51Z', 'revision_number': 3, 'project_id': '0b4372defa064433bc9d171f4538710e', 'gw_port': {'id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:50Z', 'updated_at': '2021-05-21T15:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:54.953690 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29d4583-70f0-4056-981f-975c84311d94 None None] The sync data for ids ['a178cc03-7ae8-4083-a814-7828a8170097'] in dv-cinder-792642-1-iscsi is: [{'id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'name': 'tempest-TestMinimumBasicScenario-1744621829-router', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:49Z', 'updated_at': '2021-05-21T15:52:51Z', 'revision_number': 3, 'project_id': '0b4372defa064433bc9d171f4538710e', 'gw_port': {'id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:50Z', 'updated_at': '2021-05-21T15:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:52:55.036161 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:55.102067 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Transition to ACTIVE for port object 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d will not be triggered until provisioned by entity DHCP. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:52:55.178386 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-01077df9-5b5f-4fac-84bf-a8b77ad8e6c8 service neutron] 10.222.0.25 "GET /v2.0/networks/7f46472e-b6b6-46b4-aff7-d05423957ccf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2385700
May 21 15:52:55.230927 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366865b-bbdf-4981-8d5d-0470a3783e3c req-2d19faa3-7c2b-4796-87f6-3701137ab855 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:55.232497 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c366865b-bbdf-4981-8d5d-0470a3783e3c req-2d19faa3-7c2b-4796-87f6-3701137ab855 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 947 time: 0.1699975
May 21 15:52:55.365159 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:55.378120 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-5da6dc23-bf50-4cc9-9ede-531727045d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:55.483700 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c366865b-bbdf-4981-8d5d-0470a3783e3c req-fc752289-d585-42f0-a62d-753fdc23e2db tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cccfd09-837c-4db7-9b9b-2f824b6d1243&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2436762
May 21 15:52:55.504713 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Network 235f9964-30b5-446d-a105-d323d4cb9514 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:52:55.513437 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:52:55.524770 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:52:55.547744 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Pushing event updated for resources: {'Port': ['ID=222dfa1d-2136-4a3d-8d1b-208e2d24bf1d,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:55.555918 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:55.561426 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-60417fb5-49a8-4fa0-98a9-d8da54a823e0 req-39a6dbd8-d289-4cdd-8348-e095bd3a8925 service neutron] 10.222.0.25 "GET /v2.0/networks/7f46472e-b6b6-46b4-aff7-d05423957ccf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3715625
May 21 15:52:55.601419 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8025903'] for router_interface, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:55.611710 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b756e-4956-4e12-9298-403c06d4a16b req-34748138-b00a-450f-a2a5-9c30fd3cd158 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:55.613623 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-176b756e-4956-4e12-9298-403c06d4a16b req-34748138-b00a-450f-a2a5-9c30fd3cd158 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 943 time: 0.3011816
May 21 15:52:55.686329 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-176b756e-4956-4e12-9298-403c06d4a16b req-e8ec24c0-f149-4e8c-8433-2f77f79afa27 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621967
May 21 15:52:55.910974 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:55.920767 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-92b68c40-1c98-4563-9af0-f292374058f2 None None] Provisioning for port 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:52:55.927081 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-92b68c40-1c98-4563-9af0-f292374058f2 None None] Provisioning complete for port 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:55.927600 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-92b68c40-1c98-4563-9af0-f292374058f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:55.999443 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-92b68c40-1c98-4563-9af0-f292374058f2 None None] Port 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:52:56.144206 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:56.262950 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:56.289968 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-aa8722af-6764-4eb6-b805-a46eacf640c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:56.309101 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device e94ae75a-c51c-4a0c-bb70-e2e186e65d8a up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:52:56.373883 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Pushing event updated for resources: {'Port': ['ID=222dfa1d-2136-4a3d-8d1b-208e2d24bf1d,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:56.376560 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8085953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8025938'] for router_interface, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:56.380380 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:56.513681 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port e94ae75a-c51c-4a0c-bb70-e2e186e65d8a completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:52:56.521572 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port e94ae75a-c51c-4a0c-bb70-e2e186e65d8a triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:56.522128 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:56.646112 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Network 235f9964-30b5-446d-a105-d323d4cb9514 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:52:56.647374 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:52:56.702212 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:56.721546 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port e94ae75a-c51c-4a0c-bb70-e2e186e65d8a, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=e94ae75a-c51c-4a0c-bb70-e2e186e65d8a,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:52:56.845943 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:56.848010 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-cfb79ed6-0f7c-4fb1-a621-3e3a4cec0a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:56.919764 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=e94ae75a-c51c-4a0c-bb70-e2e186e65d8a,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:56.923762 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:56.931113 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-f1801558-cc77-47df-b4c9-48f92a355089 None None] Provisioning complete for port 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:56.931517 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-f1801558-cc77-47df-b4c9-48f92a355089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:56.988745 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f199a4a-703a-4ef9-9977-4563f39c5771 req-f1d6a216-0c6c-4712-8f67-ff3c869e4745 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:56.988977 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-f1801558-cc77-47df-b4c9-48f92a355089 None None] Port 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:52:56.990153 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7f199a4a-703a-4ef9-9977-4563f39c5771 req-f1d6a216-0c6c-4712-8f67-ff3c869e4745 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 947 time: 0.2611916
May 21 15:52:57.002329 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Router a178cc03-7ae8-4083-a814-7828a8170097 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:52:57.107819 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7f199a4a-703a-4ef9-9977-4563f39c5771 req-4ea46f74-b919-42a6-99d7-0d96a2003212 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cccfd09-837c-4db7-9b9b-2f824b6d1243&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074433
May 21 15:52:57.115276 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddd40b-0cde-437a-8e49-95e506a41e3e req-c9d1905a-cfd3-4fd4-96d4-14f5076fc863 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:57.116956 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-76ddd40b-0cde-437a-8e49-95e506a41e3e req-c9d1905a-cfd3-4fd4-96d4-14f5076fc863 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 943 time: 0.3112586
May 21 15:52:57.243548 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-76ddd40b-0cde-437a-8e49-95e506a41e3e req-3f03e3ef-a5c7-455f-8b2d-7a7513855da5 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1173470
May 21 15:52:57.270592 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:52:57.283259 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] 10.222.0.70 "PUT /v2.0/routers/a178cc03-7ae8-4083-a814-7828a8170097/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3353331
May 21 15:52:57.283456 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Sync routers for ids ['a178cc03-7ae8-4083-a814-7828a8170097'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:52:57.291384 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Routers {'a178cc03-7ae8-4083-a814-7828a8170097'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:52:57.291998 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aade9a0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:52:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['a178cc03-7ae8-4083-a814-7828a8170097'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:57.469359 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Set router a178cc03-7ae8-4083-a814-7828a8170097 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:52:57.785603 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aade9a0>, [{'id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'name': 'tempest-TestMinimumBasicScenario-1744621829-router', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:49Z', 'updated_at': '2021-05-21T15:52:55Z', 'revision_number': 4, 'project_id': '0b4372defa064433bc9d171f4538710e', 'gw_port': {'id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:50Z', 'updated_at': '2021-05-21T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '222dfa1d-2136-4a3d-8d1b-208e2d24bf1d', 'name': '', 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'mac_address': 'fa:16:3e:fc:c5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:54Z', 'updated_at': '2021-05-21T15:52:55Z', 'revision_number': 2, 'project_id': '0b4372defa064433bc9d171f4538710e', 'subnets': [{'id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:57.789887 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Checking router: a178cc03-7ae8-4083-a814-7828a8170097 for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:52:57.790243 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Updating router a178cc03-7ae8-4083-a814-7828a8170097 port 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d binding host dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:52:57.879897 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:58.154477 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 57618) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:58.160279 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1245028355-network', 'tenant_id': '3eb3b729b4994c85a9cf359d0e45d69b'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:52:58.164924 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:58.169083 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Usage tracker for resource:network and tenant:3eb3b729b4994c85a9cf359d0e45d69b is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:58.172384 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:58.178652 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:58.232906 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Notify callbacks [] for port, precommit_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:58.256632 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.provisioning_blocks [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Transition to ACTIVE for port object 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d will not be triggered until provisioned by entity L2. {{(pid=98822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:52:58.306510 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device e94ae75a-c51c-4a0c-bb70-e2e186e65d8a up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:52:58.322688 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c7c29-1a70-4959-a830-95dd6031a862 req-93171740-ce7a-4501-abe8-b68b5d584686 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:58.325976 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d43c7c29-1a70-4959-a830-95dd6031a862 req-93171740-ce7a-4501-abe8-b68b5d584686 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 947 time: 0.0999033
May 21 15:52:58.375770 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Made reservation on behalf of 3eb3b729b4994c85a9cf359d0e45d69b for: {'network': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:52:58.378042 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:58.390302 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port e94ae75a-c51c-4a0c-bb70-e2e186e65d8a triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:52:58.390796 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:58.400274 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:58.412489 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-8eea2675-8e70-4ad9-9cf4-6a4c7d2b7b7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:58.429657 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d43c7c29-1a70-4959-a830-95dd6031a862 req-1c357d6a-cc5b-47f2-83a9-2e62c53dd628 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cccfd09-837c-4db7-9b9b-2f824b6d1243&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949845
May 21 15:52:58.439327 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:58.465974 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:58.473597 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6216e2-9829-46d4-bfe3-8285d5b7896d None None] Pushing event updated for resources: {'Port': ['ID=222dfa1d-2136-4a3d-8d1b-208e2d24bf1d,revision_number=3']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:58.476861 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Usage tracker for resource:security_group_rule and tenant:3eb3b729b4994c85a9cf359d0e45d69b is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:58.477709 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-4e6216e2-9829-46d4-bfe3-8285d5b7896d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:58.485041 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:58.497717 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:58.528628 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae5ee7-1125-40b7-8da4-96436f6fc3f7 req-d03de404-11e0-45c8-a1cd-180dc8d93deb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:58.530210 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ceae5ee7-1125-40b7-8da4-96436f6fc3f7 req-d03de404-11e0-45c8-a1cd-180dc8d93deb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 943 time: 0.1582782
May 21 15:52:58.605266 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ceae5ee7-1125-40b7-8da4-96436f6fc3f7 req-f55b6571-78c4-4b84-ac87-db83a2b032de tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566497
May 21 15:52:58.647998 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Attempting to bind port 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:52:58.647998 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Attempting to bind port 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '63f1b301-b72c-4e5d-923d-52605839fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514'}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:52:58.647998 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Attempting to bind port 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d on network 235f9964-30b5-446d-a105-d323d4cb9514 {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:52:58.649640 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:52:58.650131 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Checking segment: {'id': '63f1b301-b72c-4e5d-923d-52605839fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:52:58.650534 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:58.651134 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Bound using segment: {'id': '63f1b301-b72c-4e5d-923d-52605839fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514'} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:52:58.651651 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Bound port: 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f1b301-b72c-4e5d-923d-52605839fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514'}}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:52:58.651990 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:58.677118 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:58.745972 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] For port 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:52:58.751018 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] For port 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=222dfa1d-2136-4a3d-8d1b-208e2d24bf1d,segment=NetworkSegment(63f1b301-b72c-4e5d-923d-52605839fca4),segment_id=63f1b301-b72c-4e5d-923d-52605839fca4)] {{(pid=98822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:52:58.775180 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:58.779725 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-70345184-a89c-4693-8b28-f5f204880a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:58.808638 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'}  {{(pid=98820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:52:58.817134 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bd8659-8fac-4494-aa08-883a7e36d1cb,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:58.820608 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:58.823196 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:58.823536 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.segments_db [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Added segment 808cc05e-b577-43b4-93c8-4716ed525a9e of type vlan for network 58d803ec-72d0-4c73-aae7-0deff065ff54
May 21 15:52:58.850798 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:58.878425 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:58.882560 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-774be64e-e210-4b49-b406-0de30e6da453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:58.957209 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Routers {'a178cc03-7ae8-4083-a814-7828a8170097'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:52:58.957831 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aade9a0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:52:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['a178cc03-7ae8-4083-a814-7828a8170097'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:59.023092 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:59.025364 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:59.025895 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:59.028309 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6216e2-9829-46d4-bfe3-8285d5b7896d None None] Pushing event updated for resources: {'Port': ['ID=222dfa1d-2136-4a3d-8d1b-208e2d24bf1d,revision_number=4']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:59.034923 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-4e6216e2-9829-46d4-bfe3-8285d5b7896d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:59.037860 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 67acce58-461e-47df-bb49-867eb3b61245 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:52:59.056798 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:59.154623 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Pushing event updated for resources: {'Network': ['ID=58d803ec-72d0-4c73-aae7-0deff065ff54,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:59.157853 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:59.162873 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] Set router a178cc03-7ae8-4083-a814-7828a8170097 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:52:59.174854 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network 58d803ec-72d0-4c73-aae7-0deff065ff54 details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:52:59.223962 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.0683019
May 21 15:52:59.226827 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 57624) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:52:59.232910 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-60df1bae-3329-4714-8a9b-1f64857e67b9 admin admin] Request body: {'subnet': {'network_id': '58d803ec-72d0-4c73-aae7-0deff065ff54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1245028355-subnet', 'tenant_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'ip_version': 4}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:52:59.237779 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-60df1bae-3329-4714-8a9b-1f64857e67b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:52:59.242216 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-60df1bae-3329-4714-8a9b-1f64857e67b9 admin admin] Usage tracker for resource:subnet and tenant:3eb3b729b4994c85a9cf359d0e45d69b is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:52:59.245255 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-60df1bae-3329-4714-8a9b-1f64857e67b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:52:59.251963 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-60df1bae-3329-4714-8a9b-1f64857e67b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:52:59.336693 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60df1bae-3329-4714-8a9b-1f64857e67b9 admin admin] Made reservation on behalf of 3eb3b729b4994c85a9cf359d0e45d69b for: {'subnet': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:52:59.339937 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-60df1bae-3329-4714-8a9b-1f64857e67b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6773097'] for subnet, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:59.344101 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 67acce58-461e-47df-bb49-867eb3b61245, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=67acce58-461e-47df-bb49-867eb3b61245,segment=NetworkSegment(b1c5a3eb-690f-4bfe-8259-5ef46221acb6),segment_id=b1c5a3eb-690f-4bfe-8259-5ef46221acb6)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:52:59.358326 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '67acce58-461e-47df-bb49-867eb3b61245', 'network_id': '7f46472e-b6b6-46b4-aff7-d05423957ccf', 'port_id': '67acce58-461e-47df-bb49-867eb3b61245', 'mac_address': 'fa:16:3e:b6:70:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c6d14b3-9d05-45a5-880d-e2a6b5f5d17f', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:52:59.398617 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:59.415816 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:59.437173 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67acce58-461e-47df-bb49-867eb3b61245 {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:52:59.455625 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 67acce58-461e-47df-bb49-867eb3b61245, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=67acce58-461e-47df-bb49-867eb3b61245,segment=NetworkSegment(b1c5a3eb-690f-4bfe-8259-5ef46221acb6),segment_id=b1c5a3eb-690f-4bfe-8259-5ef46221acb6)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:52:59.487511 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aade9a0>, [{'id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'name': 'tempest-TestMinimumBasicScenario-1744621829-router', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:49Z', 'updated_at': '2021-05-21T15:52:55Z', 'revision_number': 4, 'project_id': '0b4372defa064433bc9d171f4538710e', 'gw_port': {'id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:50Z', 'updated_at': '2021-05-21T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '222dfa1d-2136-4a3d-8d1b-208e2d24bf1d', 'name': '', 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'mac_address': 'fa:16:3e:fc:c5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:54Z', 'updated_at': '2021-05-21T15:52:58Z', 'revision_number': 4, 'project_id': '0b4372defa064433bc9d171f4538710e', 'subnets': [{'id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:52:59.491932 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239b2d5f-9c30-4c49-8190-5fac5dd065fb None None] The sync data for ids ['a178cc03-7ae8-4083-a814-7828a8170097'] in dv-cinder-792642-1-iscsi is: [{'id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'name': 'tempest-TestMinimumBasicScenario-1744621829-router', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:49Z', 'updated_at': '2021-05-21T15:52:55Z', 'revision_number': 4, 'project_id': '0b4372defa064433bc9d171f4538710e', 'gw_port': {'id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:50Z', 'updated_at': '2021-05-21T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '222dfa1d-2136-4a3d-8d1b-208e2d24bf1d', 'name': '', 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'mac_address': 'fa:16:3e:fc:c5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:54Z', 'updated_at': '2021-05-21T15:52:58Z', 'revision_number': 4, 'project_id': '0b4372defa064433bc9d171f4538710e', 'subnets': [{'id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:52:59.546135 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:52:59.554446 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:52:59.638174 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=67acce58-461e-47df-bb49-867eb3b61245,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:52:59.649110 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:52:59.691123 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dd666-c736-451e-a38b-dbb23301d2a0 req-3dda6c90-bfc1-4406-97b9-ca5cbb076984 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:52:59.692769 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0e8dd666-c736-451e-a38b-dbb23301d2a0 req-3dda6c90-bfc1-4406-97b9-ca5cbb076984 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 948 time: 0.1284146
May 21 15:52:59.817059 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['67acce58-461e-47df-bb49-867eb3b61245'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:52:59.971570 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0e8dd666-c736-451e-a38b-dbb23301d2a0 req-634ccdb2-a15b-4adf-883b-f3ca13b5b150 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cccfd09-837c-4db7-9b9b-2f824b6d1243&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2677617
May 21 15:53:00.026751 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19cf2ae-dd02-405c-b27c-8114f98127a0 req-fa5b1cb3-a3c2-4b85-9a93-808b3c4e14be tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:00.029028 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d19cf2ae-dd02-405c-b27c-8114f98127a0 req-fa5b1cb3-a3c2-4b85-9a93-808b3c4e14be tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 943 time: 0.3036485
May 21 15:53:00.096137 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d19cf2ae-dd02-405c-b27c-8114f98127a0 req-c6c18f87-4b5a-42f0-bebd-5dbe5dde8f94 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609307
May 21 15:53:00.167004 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-60df1bae-3329-4714-8a9b-1f64857e67b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6069364', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6773063'] for subnet, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:00.171793 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-e026103b-6f2f-4201-a20e-5fb02be3ac60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:00.247002 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df1bae-3329-4714-8a9b-1f64857e67b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca82d01c-78eb-4067-8c0f-a94acd2083d1,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:00.251063 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-60df1bae-3329-4714-8a9b-1f64857e67b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:00.262125 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60df1bae-3329-4714-8a9b-1f64857e67b9 admin admin] Checking segment: {'id': '808cc05e-b577-43b4-93c8-4716ed525a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58d803ec-72d0-4c73-aae7-0deff065ff54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:53:00.262652 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60df1bae-3329-4714-8a9b-1f64857e67b9 admin admin] Network hostable DHCP agents. Network: 58d803ec-72d0-4c73-aae7-0deff065ff54, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98820) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:53:00.317645 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:00.376881 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60df1bae-3329-4714-8a9b-1f64857e67b9 admin admin] Network 58d803ec-72d0-4c73-aae7-0deff065ff54 is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:53:00.502899 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-60df1bae-3329-4714-8a9b-1f64857e67b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, 58d803ec-72d0-4c73-aae7-0deff065ff54) {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:53:00.512155 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb88d1bc-6e0a-4534-87c1-3792a61fced0 None None] Network 58d803ec-72d0-4c73-aae7-0deff065ff54 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:53:00.514431 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60df1bae-3329-4714-8a9b-1f64857e67b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:00.515127 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-60df1bae-3329-4714-8a9b-1f64857e67b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:00.579411 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:00.596324 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:00.596703 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:00.640866 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-60df1bae-3329-4714-8a9b-1f64857e67b9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4127998
May 21 15:53:00.649915 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 57632) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:00.656593 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1245028355-router', 'tenant_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:53:00.661389 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:00.665242 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Usage tracker for resource:router and tenant:3eb3b729b4994c85a9cf359d0e45d69b is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:00.668448 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:00.674289 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:00.752659 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8118741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258304'] for router, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:00.753915 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7996899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8093609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258319'] for router, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:00.773361 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:00.833135 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:00.843981 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522c8543-4b92-5a03-a3ef-5bd38f92ddb5-58d803ec-72d0-4c73-aae7-0deff065ff54', 'network_id': '58d803ec-72d0-4c73-aae7-0deff065ff54', 'tenant_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'fixed_ips': [{'subnet_id': 'ca82d01c-78eb-4067-8c0f-a94acd2083d1'}]}} from dv-cinder-792642-1-iscsi. {{(pid=98821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 21 15:53:00.844804 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:00.921854 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=222dfa1d-2136-4a3d-8d1b-208e2d24bf1d,segment=NetworkSegment(63f1b301-b72c-4e5d-923d-52605839fca4),segment_id=63f1b301-b72c-4e5d-923d-52605839fca4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:01.023182 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.db_base_plugin_common [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Allocated IP 172.20.0.2 (58d803ec-72d0-4c73-aae7-0deff065ff54/ca82d01c-78eb-4067-8c0f-a94acd2083d1/ddd3a39a-58c3-427e-acd6-ef565b2a2ed4) {{(pid=98821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:53:01.063706 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 67acce58-461e-47df-bb49-867eb3b61245 up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:01.088523 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:53:01.092038 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:01.104065 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:01.262980 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7996904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8118727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258365'] for router, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:01.333941 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3036bb7-0271-469b-bf86-77dd8042aea7 req-bb787f88-0bf8-4731-a6c5-fdb61ff5d693 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:01.335390 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f3036bb7-0271-469b-bf86-77dd8042aea7 req-bb787f88-0bf8-4731-a6c5-fdb61ff5d693 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 948 time: 0.2181432
May 21 15:53:01.336382 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=222dfa1d-2136-4a3d-8d1b-208e2d24bf1d,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:01.345047 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:01.362974 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096b358-ca79-4fae-9268-86daae4f02a5 req-db212379-d772-4a5c-b1ae-bb47ac1de12b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:01.364448 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5096b358-ca79-4fae-9268-86daae4f02a5 req-db212379-d772-4a5c-b1ae-bb47ac1de12b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 943 time: 0.1465557
May 21 15:53:01.437625 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f3036bb7-0271-469b-bf86-77dd8042aea7 req-be828978-bce7-4a16-a54a-43d59ea7eecc tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cccfd09-837c-4db7-9b9b-2f824b6d1243&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960732
May 21 15:53:01.452124 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5096b358-ca79-4fae-9268-86daae4f02a5 req-c4c8457b-0ee8-4b62-9be6-f8dff39e8a3e tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815825
May 21 15:53:01.485454 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port 67acce58-461e-47df-bb49-867eb3b61245 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:01.501102 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8c3f8eda-74a9-4fa6-bd85-8c512c934f8c,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:01.516604 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 67acce58-461e-47df-bb49-867eb3b61245 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:01.517291 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:01.556874 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '8c3f8eda-74a9-4fa6-bd85-8c512c934f8c', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'port_id': '8c3f8eda-74a9-4fa6-bd85-8c512c934f8c', 'mac_address': 'fa:16:3e:e1:ea:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:53:01.596935 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Notify callbacks [] for port, precommit_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:01.668402 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Transition to ACTIVE for port object ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:53:01.703197 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:01.713880 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Transition to ACTIVE for port object ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 will not be triggered until provisioned by entity DHCP. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:53:01.726916 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:53:01.742850 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:01.775920 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:01.778824 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8c3f8eda-74a9-4fa6-bd85-8c512c934f8c,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:01.793792 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:01.821424 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea008c7c-9825-48eb-aa79-1a0a4676a3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67acce58-461e-47df-bb49-867eb3b61245'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:53:01.831664 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 67acce58-461e-47df-bb49-867eb3b61245, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=67acce58-461e-47df-bb49-867eb3b61245,segment=NetworkSegment(b1c5a3eb-690f-4bfe-8259-5ef46221acb6),segment_id=b1c5a3eb-690f-4bfe-8259-5ef46221acb6)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:01.835450 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:01.840838 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:01.880601 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea008c7c-9825-48eb-aa79-1a0a4676a3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67acce58-461e-47df-bb49-867eb3b61245', 'code': 200}
May 21 15:53:01.887985 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:01.908193 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Network 58d803ec-72d0-4c73-aae7-0deff065ff54 is already hosted by enough agents. {{(pid=98821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:53:01.915868 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.base_scheduler [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Resources bound (agent type, host, resource id):  {{(pid=98821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:53:01.920414 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Received port after_create {{(pid=98821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:53:01.928410 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Allocated IP 172.27.0.238 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/a806363d-0e95-4d26-88e2-5930698bc96d) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:53:01.960180 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Pushing event updated for resources: {'Port': ['ID=ddd3a39a-58c3-427e-acd6-ef565b2a2ed4,revision_number=1']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:01.962499 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:01.964335 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:01.965478 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:02.072549 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=8c3f8eda-74a9-4fa6-bd85-8c512c934f8c,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:02.083150 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:02.137761 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['8c3f8eda-74a9-4fa6-bd85-8c512c934f8c'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:53:02.178367 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=67acce58-461e-47df-bb49-867eb3b61245,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:02.185686 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:02.185686 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:02.185686 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9c359e06-9ca6-40f1-89a1-61a65e70b7f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:02.283578 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:02.303601 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:02.308930 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-83854b8b-6f69-4488-8e70-828e47303ecf tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:02.375672 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:02.376052 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:02.515720 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:53:02.522396 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:53:02.527764 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:53:02.574042 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Pushing event updated for resources: {'Port': ['ID=a806363d-0e95-4d26-88e2-5930698bc96d,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:02.578877 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:02.611500 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cc326-9b35-423c-a54f-956e4d72e443 req-41e1605d-4ec1-4670-a675-3e40ee123690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:02.615828 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f31cc326-9b35-423c-a54f-956e4d72e443 req-41e1605d-4ec1-4670-a675-3e40ee123690 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 1102 time: 0.1670222
May 21 15:53:02.657042 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Attempting to bind port ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:53:02.657738 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Attempting to bind port ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '808cc05e-b577-43b4-93c8-4716ed525a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58d803ec-72d0-4c73-aae7-0deff065ff54'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:53:02.657738 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Attempting to bind port ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 on network 58d803ec-72d0-4c73-aae7-0deff065ff54 {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:53:02.663179 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:53:02.663546 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Checking segment: {'id': '808cc05e-b577-43b4-93c8-4716ed525a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58d803ec-72d0-4c73-aae7-0deff065ff54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:53:02.663942 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:02.664328 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Bound using segment: {'id': '808cc05e-b577-43b4-93c8-4716ed525a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58d803ec-72d0-4c73-aae7-0deff065ff54'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:53:02.664790 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Bound port: ddd3a39a-58c3-427e-acd6-ef565b2a2ed4, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808cc05e-b577-43b4-93c8-4716ed525a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58d803ec-72d0-4c73-aae7-0deff065ff54'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:53:02.665157 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:02.757893 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] For port ddd3a39a-58c3-427e-acd6-ef565b2a2ed4, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:53:02.760949 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] For port ddd3a39a-58c3-427e-acd6-ef565b2a2ed4, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=ddd3a39a-58c3-427e-acd6-ef565b2a2ed4,segment=NetworkSegment(808cc05e-b577-43b4-93c8-4716ed525a9e),segment_id=808cc05e-b577-43b4-93c8-4716ed525a9e)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:53:02.901436 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:02.906589 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9986ac1e-0e0f-4a9c-9b82-41835ef84422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:02.920443 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f31cc326-9b35-423c-a54f-956e4d72e443 req-d1751615-671c-45d6-a44b-36c253f2c6e5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4cccfd09-837c-4db7-9b9b-2f824b6d1243&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2262559
May 21 15:53:02.978814 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ef96e-17ff-428a-a5ae-6e7b83322676 req-6d9a9403-0fd1-4f11-aadd-6410f8a2b3c0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:02.981029 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-388ef96e-17ff-428a-a5ae-6e7b83322676 req-6d9a9403-0fd1-4f11-aadd-6410f8a2b3c0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 949 time: 0.3640912
May 21 15:53:02.987321 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Pushing event updated for resources: {'Port': ['ID=ddd3a39a-58c3-427e-acd6-ef565b2a2ed4,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:02.990179 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:02.991863 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4769ed-4191-4dbc-84c4-3a5c7651e758 req-41f424f9-556a-4f9c-9d2c-2ad867ebd60b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:02.993474 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7a4769ed-4191-4dbc-84c4-3a5c7651e758 req-41f424f9-556a-4f9c-9d2c-2ad867ebd60b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 944 time: 0.3761008
May 21 15:53:03.117676 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-388ef96e-17ff-428a-a5ae-6e7b83322676 req-f2282e12-ab9e-4f6c-9549-aaf98cecd5d3 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cccfd09-837c-4db7-9b9b-2f824b6d1243&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232078
May 21 15:53:03.139820 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7a4769ed-4191-4dbc-84c4-3a5c7651e758 req-d69af9cf-ccd4-498e-a9e8-e4dcb8eeb8f5 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1301558
May 21 15:53:03.276502 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:03.625103 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8118732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121917'] for router, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:03.899086 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a8ec3f-9298-4c11-a1c2-8bdcb3e3ed17 None None] Network 58d803ec-72d0-4c73-aae7-0deff065ff54 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:53:04.112480 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Router 5667d137-4e6f-42d5-8656-622b51966877 is scheduled to L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 with binding_index 1 {{(pid=98820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 21 15:53:04.274386 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-05ef3dae-ae75-41a3-b4d6-8603caaefb0e None None] Provisioning for port ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:04.335532 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:04.394944 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:53:04.412762 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Sync routers for ids ['5667d137-4e6f-42d5-8656-622b51966877'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:53:04.428367 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Routers {'5667d137-4e6f-42d5-8656-622b51966877'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:53:04.428988 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aa96d30>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:52:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['5667d137-4e6f-42d5-8656-622b51966877'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:04.469285 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7846c-e84a-43cf-9ece-7334f9614d9f req-d6c01695-057a-42ce-a950-4ad894f67a86 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:04.470814 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9ba7846c-e84a-43cf-9ece-7334f9614d9f req-d6c01695-057a-42ce-a950-4ad894f67a86 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 949 time: 0.1745644
May 21 15:53:04.479466 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c97a8-1659-4ad2-ace7-7b3105dfc66d req-fca4daa3-5046-4e03-af21-ae46fc7bbd0c tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:04.481465 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-514c97a8-1659-4ad2-ace7-7b3105dfc66d req-fca4daa3-5046-4e03-af21-ae46fc7bbd0c tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 944 time: 0.1826258
May 21 15:53:04.553076 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9ba7846c-e84a-43cf-9ece-7334f9614d9f req-90ebeef0-3104-4e5b-80a1-b72f79cb1872 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cccfd09-837c-4db7-9b9b-2f824b6d1243&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706334
May 21 15:53:04.560343 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-514c97a8-1659-4ad2-ace7-7b3105dfc66d req-700ec279-5bf7-419d-85f7-f12f2319ecf9 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622711
May 21 15:53:04.561495 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Notify callbacks [] for router, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:04.562628 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.9115300
May 21 15:53:04.565448 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 57650) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:04.608459 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:04.619955 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Set router 5667d137-4e6f-42d5-8656-622b51966877 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:53:04.661493 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:04.661787 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:05.014146 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:05.056233 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:05.102480 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port ddd3a39a-58c3-427e-acd6-ef565b2a2ed4, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=ddd3a39a-58c3-427e-acd6-ef565b2a2ed4,segment=NetworkSegment(808cc05e-b577-43b4-93c8-4716ed525a9e),segment_id=808cc05e-b577-43b4-93c8-4716ed525a9e)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:05.133009 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aa96d30>, [{'id': '5667d137-4e6f-42d5-8656-622b51966877', 'name': 'tempest-TestMinimumBasicScenario-1245028355-router', 'tenant_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:00Z', 'updated_at': '2021-05-21T15:53:02Z', 'revision_number': 3, 'project_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'gw_port': {'id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5667d137-4e6f-42d5-8656-622b51966877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:01Z', 'updated_at': '2021-05-21T15:53:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:05.139876 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Checking router: 5667d137-4e6f-42d5-8656-622b51966877 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:53:05.140235 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Updating router 5667d137-4e6f-42d5-8656-622b51966877 port a806363d-0e95-4d26-88e2-5930698bc96d binding host dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:53:05.193891 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:05.222948 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:05.231028 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-cfb79ed6-0f7c-4fb1-a621-3e3a4cec0a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:05.257801 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:05.272083 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:05.303181 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:05.303561 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:05.419713 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=ddd3a39a-58c3-427e-acd6-ef565b2a2ed4,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:05.429089 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:05.466903 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Allocated IP 172.20.0.1 (58d803ec-72d0-4c73-aae7-0deff065ff54/ca82d01c-78eb-4067-8c0f-a94acd2083d1/73d76a53-6a3b-4c05-9bf2-54d90b340eb8) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:53:05.591103 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:05.650013 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa3bab7-27a0-41f1-933e-8aa2599e6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3f8eda-74a9-4fa6-bd85-8c512c934f8c'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:53:05.663678 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8c3f8eda-74a9-4fa6-bd85-8c512c934f8c,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:05.748971 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:05.752834 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:05.787938 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Notify callbacks [] for port, precommit_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:05.816845 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Transition to ACTIVE for port object a806363d-0e95-4d26-88e2-5930698bc96d will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:53:05.831702 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=8c3f8eda-74a9-4fa6-bd85-8c512c934f8c,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:05.838828 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:05.843054 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:05.881208 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Transition to ACTIVE for port object 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 will not be triggered until provisioned by entity DHCP. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:53:05.906828 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d00a68-5ccf-4c7f-8701-2a346efb9f3d req-722774bf-031c-4ec5-8dd2-52278f6a8cc4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:05.908309 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c6d00a68-5ccf-4c7f-8701-2a346efb9f3d req-722774bf-031c-4ec5-8dd2-52278f6a8cc4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 945 time: 0.1854906
May 21 15:53:05.915698 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff0bd7-31c0-472f-a68b-3c880f9374a3 req-bb4c94a7-9931-4f81-b064-9bcf017093fb tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:05.917079 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e0ff0bd7-31c0-472f-a68b-3c880f9374a3 req-bb4c94a7-9931-4f81-b064-9bcf017093fb tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 949 time: 0.2296140
May 21 15:53:05.923822 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:05.927739 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:06.005235 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Attempting to bind port a806363d-0e95-4d26-88e2-5930698bc96d on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:53:06.005669 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Attempting to bind port a806363d-0e95-4d26-88e2-5930698bc96d by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:53:06.005883 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c6d00a68-5ccf-4c7f-8701-2a346efb9f3d req-8a6666f2-85dd-4a4a-88e7-dfa68031bd4b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875921
May 21 15:53:06.006037 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Attempting to bind port a806363d-0e95-4d26-88e2-5930698bc96d on network eada4616-562d-476a-9813-40a69a73ac77 {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:53:06.008555 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e0ff0bd7-31c0-472f-a68b-3c880f9374a3 req-5b08b892-9d56-4991-8b4f-34ac9ce3139c tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cccfd09-837c-4db7-9b9b-2f824b6d1243&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740261
May 21 15:53:06.016459 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d6c79-68da-4335-8ba6-3cb4b913e8c9 None None] Pushing event updated for resources: {'Port': ['ID=a806363d-0e95-4d26-88e2-5930698bc96d,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:06.019112 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:53:06.019298 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Checking segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:53:06.019586 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:06.019972 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Bound using segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:53:06.020450 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Bound port: a806363d-0e95-4d26-88e2-5930698bc96d, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:53:06.020826 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:06.045199 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-da4d6c79-68da-4335-8ba6-3cb4b913e8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:06.063185 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:06.069907 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-007809b9-f2a0-4442-b8f1-b08eccaa8a3e tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:06.103119 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa3bab7-27a0-41f1-933e-8aa2599e6fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c3f8eda-74a9-4fa6-bd85-8c512c934f8c', 'code': 200}
May 21 15:53:06.122902 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] For port a806363d-0e95-4d26-88e2-5930698bc96d, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:53:06.126496 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] For port a806363d-0e95-4d26-88e2-5930698bc96d, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=a806363d-0e95-4d26-88e2-5930698bc96d,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:53:06.139881 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Network 58d803ec-72d0-4c73-aae7-0deff065ff54 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:53:06.142812 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:53:06.146401 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:53:06.185084 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Pushing event updated for resources: {'Port': ['ID=73d76a53-6a3b-4c05-9bf2-54d90b340eb8,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:06.194495 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:06.209751 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8025903'] for router_interface, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:06.223543 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:06.229233 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:06.330844 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Routers {'5667d137-4e6f-42d5-8656-622b51966877'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:53:06.331521 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aa96d30>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:52:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['5667d137-4e6f-42d5-8656-622b51966877'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:06.386741 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:06.430627 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d6c79-68da-4335-8ba6-3cb4b913e8c9 None None] Pushing event updated for resources: {'Port': ['ID=a806363d-0e95-4d26-88e2-5930698bc96d,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:06.434525 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-da4d6c79-68da-4335-8ba6-3cb4b913e8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:06.581452 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:06.588955 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:06.589344 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:06.673898 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-cc6d6393-3beb-4410-adca-eb8c92b68677 None None] Provisioning for port 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:06.678059 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] Set router 5667d137-4e6f-42d5-8656-622b51966877 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:53:06.786482 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-cc6d6393-3beb-4410-adca-eb8c92b68677 None None] Provisioning complete for port 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:06.786482 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-cc6d6393-3beb-4410-adca-eb8c92b68677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:06.799078 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7718dc0-00e0-4bc5-95b4-f2df26f57642 req-a5a0ef3c-01b2-41e9-81f1-b6eeb6620b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:06.800560 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d7718dc0-00e0-4bc5-95b4-f2df26f57642 req-a5a0ef3c-01b2-41e9-81f1-b6eeb6620b2b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 1098 time: 0.2077951
May 21 15:53:06.917387 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d7718dc0-00e0-4bc5-95b4-f2df26f57642 req-3b72eafe-8128-45ce-915d-f24b479abd1a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1100349
May 21 15:53:06.935868 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-cc6d6393-3beb-4410-adca-eb8c92b68677 None None] Port 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:53:06.961417 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:06.979094 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95af561-b3ea-4577-bfeb-13e6789a7eff req-aec44a98-7620-42f6-84ce-10ca34f13874 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:06.981226 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f95af561-b3ea-4577-bfeb-13e6789a7eff req-aec44a98-7620-42f6-84ce-10ca34f13874 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 949 time: 0.1307428
May 21 15:53:07.026893 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f95af561-b3ea-4577-bfeb-13e6789a7eff req-299124c0-b88c-4d6d-bed8-32159e972c5c tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cccfd09-837c-4db7-9b9b-2f824b6d1243&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394819
May 21 15:53:07.052383 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:07.068515 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:07.098294 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aa96d30>, [{'id': '5667d137-4e6f-42d5-8656-622b51966877', 'name': 'tempest-TestMinimumBasicScenario-1245028355-router', 'tenant_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:00Z', 'updated_at': '2021-05-21T15:53:02Z', 'revision_number': 3, 'project_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'gw_port': {'id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5667d137-4e6f-42d5-8656-622b51966877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:01Z', 'updated_at': '2021-05-21T15:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:07.102511 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd0d79-c59f-455f-8ac0-59989134af3d None None] The sync data for ids ['5667d137-4e6f-42d5-8656-622b51966877'] in dv-cinder-792642-1-iscsi is: [{'id': '5667d137-4e6f-42d5-8656-622b51966877', 'name': 'tempest-TestMinimumBasicScenario-1245028355-router', 'tenant_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:00Z', 'updated_at': '2021-05-21T15:53:02Z', 'revision_number': 3, 'project_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'gw_port': {'id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5667d137-4e6f-42d5-8656-622b51966877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:01Z', 'updated_at': '2021-05-21T15:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:53:07.156979 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8085953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8025938'] for router_interface, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:07.160702 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Pushing event updated for resources: {'Port': ['ID=73d76a53-6a3b-4c05-9bf2-54d90b340eb8,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:07.163671 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:07.365403 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94571c3-9ca7-4aa5-856b-1f6bb23742a7 req-b8702d7a-7059-4105-98ee-f9baf52e98e4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:07.366962 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e94571c3-9ca7-4aa5-856b-1f6bb23742a7 req-b8702d7a-7059-4105-98ee-f9baf52e98e4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 945 time: 0.2010980
May 21 15:53:07.397585 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Network 58d803ec-72d0-4c73-aae7-0deff065ff54 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:53:07.401366 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:53:07.492761 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e94571c3-9ca7-4aa5-856b-1f6bb23742a7 req-b7fba6dc-3a13-4fcc-a526-b9af2b0843d5 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1198006
May 21 15:53:07.619574 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Router 5667d137-4e6f-42d5-8656-622b51966877 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:53:07.666378 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-abe709ed-d8ee-452b-8d9e-ba7f223c3144 None None] Provisioning complete for port 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:07.667150 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-abe709ed-d8ee-452b-8d9e-ba7f223c3144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:07.743582 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-abe709ed-d8ee-452b-8d9e-ba7f223c3144 None None] Port 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:53:07.916149 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:53:07.931540 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-73c38220-00d2-4fbf-bda8-2c17745611e1 admin admin] 10.222.0.70 "PUT /v2.0/routers/5667d137-4e6f-42d5-8656-622b51966877/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3599577
May 21 15:53:08.224868 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94005398-f630-4271-87cd-11fb955c91a3 req-ec7469c4-02c0-423b-8195-ec7abbdff0b1 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:08.226888 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-94005398-f630-4271-87cd-11fb955c91a3 req-ec7469c4-02c0-423b-8195-ec7abbdff0b1 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 949 time: 0.0895848
May 21 15:53:08.282042 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-94005398-f630-4271-87cd-11fb955c91a3 req-e7a34ca4-3d9e-4488-84c2-44826ec51bee tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/security-groups?id=4cccfd09-837c-4db7-9b9b-2f824b6d1243&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487669
May 21 15:53:08.312715 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device a806363d-0e95-4d26-88e2-5930698bc96d up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:08.480053 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port a806363d-0e95-4d26-88e2-5930698bc96d completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:08.485876 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port a806363d-0e95-4d26-88e2-5930698bc96d triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:08.486264 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:08.494958 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7313c6-3b85-4730-84a3-3d1260a52c1e req-1fdb331d-fcad-49df-81ed-bdd20518a431 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:08.496444 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0e7313c6-3b85-4730-84a3-3d1260a52c1e req-1fdb331d-fcad-49df-81ed-bdd20518a431 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 949 time: 0.0885658
May 21 15:53:08.626580 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:08.645982 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port a806363d-0e95-4d26-88e2-5930698bc96d, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=a806363d-0e95-4d26-88e2-5930698bc96d,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:08.724021 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Sync routers for ids ['5667d137-4e6f-42d5-8656-622b51966877'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:53:08.734745 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Routers {'5667d137-4e6f-42d5-8656-622b51966877'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:53:08.735493 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ad10a60>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:52:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['5667d137-4e6f-42d5-8656-622b51966877'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:08.737517 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-0e7313c6-3b85-4730-84a3-3d1260a52c1e req-32cd8202-ed58-415d-aef9-cf9fb96aac7c tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Deleting port 67acce58-461e-47df-bb49-867eb3b61245 {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:53:08.737517 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-0e7313c6-3b85-4730-84a3-3d1260a52c1e req-32cd8202-ed58-415d-aef9-cf9fb96aac7c tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:08.738148 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:08.744117 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:08.765069 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45af788-fbce-4a23-b111-fc40af15b946 req-b667c2b4-ed6b-4913-902b-63082760cef3 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:08.766687 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a45af788-fbce-4a23-b111-fc40af15b946 req-b667c2b4-ed6b-4913-902b-63082760cef3 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 945 time: 0.1445348
May 21 15:53:08.812347 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=a806363d-0e95-4d26-88e2-5930698bc96d,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:08.824277 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:08.894541 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a45af788-fbce-4a23-b111-fc40af15b946 req-a41c3bb8-958b-4186-82e5-c8e02bd97cab tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1161976
May 21 15:53:08.932158 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-0e7313c6-3b85-4730-84a3-3d1260a52c1e req-32cd8202-ed58-415d-aef9-cf9fb96aac7c tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] For port 67acce58-461e-47df-bb49-867eb3b61245, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=67acce58-461e-47df-bb49-867eb3b61245,segment=NetworkSegment(b1c5a3eb-690f-4bfe-8259-5ef46221acb6),segment_id=b1c5a3eb-690f-4bfe-8259-5ef46221acb6)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:08.932515 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-0e7313c6-3b85-4730-84a3-3d1260a52c1e req-32cd8202-ed58-415d-aef9-cf9fb96aac7c tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:08.949855 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Set router 5667d137-4e6f-42d5-8656-622b51966877 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:53:09.061936 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-0e7313c6-3b85-4730-84a3-3d1260a52c1e req-32cd8202-ed58-415d-aef9-cf9fb96aac7c tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Calling delete_port for 67acce58-461e-47df-bb49-867eb3b61245 owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:53:09.177140 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8e546-2891-4723-b479-2d0054571ca9 req-59f6c37d-b5d5-40b9-8b83-16f5fce31c93 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:09.178845 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-aae8e546-2891-4723-b479-2d0054571ca9 req-59f6c37d-b5d5-40b9-8b83-16f5fce31c93 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 945 time: 0.1243567
May 21 15:53:09.264575 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-aae8e546-2891-4723-b479-2d0054571ca9 req-4e411ccb-4440-461f-acff-a14dcd8892f4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771990
May 21 15:53:09.299511 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 57702) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:09.390069 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ad10a60>, [{'id': '5667d137-4e6f-42d5-8656-622b51966877', 'name': 'tempest-TestMinimumBasicScenario-1245028355-router', 'tenant_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:00Z', 'updated_at': '2021-05-21T15:53:06Z', 'revision_number': 4, 'project_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'gw_port': {'id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5667d137-4e6f-42d5-8656-622b51966877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:01Z', 'updated_at': '2021-05-21T15:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '73d76a53-6a3b-4c05-9bf2-54d90b340eb8', 'name': '', 'network_id': '58d803ec-72d0-4c73-aae7-0deff065ff54', 'tenant_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'mac_address': 'fa:16:3e:dd:83:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5667d137-4e6f-42d5-8656-622b51966877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'ca82d01c-78eb-4067-8c0f-a94acd2083d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:05Z', 'updated_at': '2021-05-21T15:53:06Z', 'revision_number': 2, 'project_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'subnets': [{'id': 'ca82d01c-78eb-4067-8c0f-a94acd2083d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:09.404622 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Checking router: 5667d137-4e6f-42d5-8656-622b51966877 for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:53:09.405052 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Updating router 5667d137-4e6f-42d5-8656-622b51966877 port 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 binding host dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:53:09.467391 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-0e7313c6-3b85-4730-84a3-3d1260a52c1e req-32cd8202-ed58-415d-aef9-cf9fb96aac7c tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:09.478688 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-0a5a1468-b49d-4670-a2db-96209e467bb8 tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:09.480828 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['67acce58-461e-47df-bb49-867eb3b61245'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:53:09.507486 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:09.674379 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd8202-ed58-415d-aef9-cf9fb96aac7c tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Pushing event deleted for resources: {'Port': ['ID=67acce58-461e-47df-bb49-867eb3b61245,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:09.681417 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-32cd8202-ed58-415d-aef9-cf9fb96aac7c tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:09.750157 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc73168-bd7f-41e4-b634-be51ded75d1b tempest-TestVolumeBootPattern-19785442 tempest-TestVolumeBootPattern-19785442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:09.759329 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-edc73168-bd7f-41e4-b634-be51ded75d1b tempest-TestVolumeBootPattern-19785442 tempest-TestVolumeBootPattern-19785442-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 1093 time: 0.4581623
May 21 15:53:09.762660 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 57710) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:09.768045 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Request body: {'floatingip': {'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'port_id': '8c3f8eda-74a9-4fa6-bd85-8c512c934f8c', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:53:09.778176 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-50e8087d-0ccb-410d-908b-f0c46644b2f1 req-c0f6b934-e683-4cae-bdb4-e7ffcbea3f8d tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 210 time: 0.2394814
May 21 15:53:09.779426 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:09.793556 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Usage tracker for resource:floatingip and tenant:f79e7e2756644b98ac7565f7c9b6f6e2 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:09.796874 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:09.801718 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7313c6-3b85-4730-84a3-3d1260a52c1e req-32cd8202-ed58-415d-aef9-cf9fb96aac7c tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] No DVR routers for this DVR port 67acce58-461e-47df-bb49-867eb3b61245 on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:53:09.805532 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-0e7313c6-3b85-4730-84a3-3d1260a52c1e req-32cd8202-ed58-415d-aef9-cf9fb96aac7c tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:09.807815 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:09.818336 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea008c7c-9825-48eb-aa79-1a0a4676a3b2', 'name': 'network-vif-deleted', 'tag': '67acce58-461e-47df-bb49-867eb3b61245'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:53:09.884283 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea008c7c-9825-48eb-aa79-1a0a4676a3b2', 'name': 'network-vif-deleted', 'tag': '67acce58-461e-47df-bb49-867eb3b61245', 'status': 'completed', 'code': 200}
May 21 15:53:09.941367 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0e7313c6-3b85-4730-84a3-3d1260a52c1e req-32cd8202-ed58-415d-aef9-cf9fb96aac7c tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.25 "DELETE /v2.0/ports/67acce58-461e-47df-bb49-867eb3b61245 HTTP/1.1" status: 204  len: 173 time: 1.4388232
May 21 15:53:09.980898 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for floatingip, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:10.044155 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Notify callbacks [] for port, precommit_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:10.082090 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.provisioning_blocks [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Transition to ACTIVE for port object 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 will not be triggered until provisioned by entity L2. {{(pid=98822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:53:10.147486 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:10.235167 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:10.248267 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:10.309236 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_common [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Allocated IP 172.27.0.226 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/99f7cf36-9481-4c16-abd1-8e1cdf342602) {{(pid=98819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:53:10.358522 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device a806363d-0e95-4d26-88e2-5930698bc96d up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:10.485881 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port a806363d-0e95-4d26-88e2-5930698bc96d triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:10.486635 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:10.497122 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for port, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:10.534877 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eccd56-430a-404c-8867-d5323756e35f None None] Pushing event updated for resources: {'Port': ['ID=73d76a53-6a3b-4c05-9bf2-54d90b340eb8,revision_number=3']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:10.565404 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eccd56-430a-404c-8867-d5323756e35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:10.566045 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eccd56-430a-404c-8867-d5323756e35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:10.566598 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eccd56-430a-404c-8867-d5323756e35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:10.567198 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eccd56-430a-404c-8867-d5323756e35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:10.567947 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eccd56-430a-404c-8867-d5323756e35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:10.568529 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eccd56-430a-404c-8867-d5323756e35f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:10.569099 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eccd56-430a-404c-8867-d5323756e35f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:10.569670 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eccd56-430a-404c-8867-d5323756e35f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:10.570261 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eccd56-430a-404c-8867-d5323756e35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:10.570890 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eccd56-430a-404c-8867-d5323756e35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:10.571455 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eccd56-430a-404c-8867-d5323756e35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:10.572191 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30eccd56-430a-404c-8867-d5323756e35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98822) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:10.631101 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-30eccd56-430a-404c-8867-d5323756e35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:10.651566 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Attempting to bind port 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:53:10.653258 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Attempting to bind port 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '808cc05e-b577-43b4-93c8-4716ed525a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58d803ec-72d0-4c73-aae7-0deff065ff54'}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:53:10.654119 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Attempting to bind port 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 on network 58d803ec-72d0-4c73-aae7-0deff065ff54 {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:53:10.660160 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:53:10.660537 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Checking segment: {'id': '808cc05e-b577-43b4-93c8-4716ed525a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58d803ec-72d0-4c73-aae7-0deff065ff54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:53:10.660969 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:10.661819 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Bound using segment: {'id': '808cc05e-b577-43b4-93c8-4716ed525a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58d803ec-72d0-4c73-aae7-0deff065ff54'} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:53:10.663423 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:10.669057 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:10.670924 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Bound port: 73d76a53-6a3b-4c05-9bf2-54d90b340eb8, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808cc05e-b577-43b4-93c8-4716ed525a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '58d803ec-72d0-4c73-aae7-0deff065ff54'}}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:53:10.673447 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:10.751868 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:53:10.755557 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources bound (agent type, host, resource id):  {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:53:10.759704 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Received port after_create {{(pid=98819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:53:10.800151 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event updated for resources: {'Port': ['ID=99f7cf36-9481-4c16-abd1-8e1cdf342602,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:10.811005 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:10.816990 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] For port 73d76a53-6a3b-4c05-9bf2-54d90b340eb8, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:53:10.822060 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] For port 73d76a53-6a3b-4c05-9bf2-54d90b340eb8, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=73d76a53-6a3b-4c05-9bf2-54d90b340eb8,segment=NetworkSegment(808cc05e-b577-43b4-93c8-4716ed525a9e),segment_id=808cc05e-b577-43b4-93c8-4716ed525a9e)] {{(pid=98822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:53:10.956667 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:10.958878 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:11.064046 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-8fcdc48b-07fc-4e65-ba15-aee1c5c0a78b req-aa59352e-b21e-4bf9-8ea9-956daf3acd59 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Synchronizing usage tracker for tenant:c6711c1441aa4dada7b63680adae1d27 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:53:11.079000 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Routers {'5667d137-4e6f-42d5-8656-622b51966877'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:53:11.083541 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ad10a60>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:52:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['5667d137-4e6f-42d5-8656-622b51966877'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:11.144312 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eccd56-430a-404c-8867-d5323756e35f None None] Pushing event updated for resources: {'Port': ['ID=73d76a53-6a3b-4c05-9bf2-54d90b340eb8,revision_number=4']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:11.155706 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-30eccd56-430a-404c-8867-d5323756e35f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:11.228640 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-8fcdc48b-07fc-4e65-ba15-aee1c5c0a78b req-aa59352e-b21e-4bf9-8ea9-956daf3acd59 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Unset dirty status for tenant:c6711c1441aa4dada7b63680adae1d27 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:53:11.229889 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8fcdc48b-07fc-4e65-ba15-aee1c5c0a78b req-aa59352e-b21e-4bf9-8ea9-956daf3acd59 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] 10.222.0.70 "GET /v2.0/ports?device_id=ea008c7c-9825-48eb-aa79-1a0a4676a3b2 HTTP/1.1" status: 200  len: 210 time: 0.2839203
May 21 15:53:11.344962 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] Set router 5667d137-4e6f-42d5-8656-622b51966877 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:53:11.402977 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:11.635716 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:11.719450 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ad10a60>, [{'id': '5667d137-4e6f-42d5-8656-622b51966877', 'name': 'tempest-TestMinimumBasicScenario-1245028355-router', 'tenant_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:00Z', 'updated_at': '2021-05-21T15:53:06Z', 'revision_number': 4, 'project_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'gw_port': {'id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5667d137-4e6f-42d5-8656-622b51966877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:01Z', 'updated_at': '2021-05-21T15:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '73d76a53-6a3b-4c05-9bf2-54d90b340eb8', 'name': '', 'network_id': '58d803ec-72d0-4c73-aae7-0deff065ff54', 'tenant_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'mac_address': 'fa:16:3e:dd:83:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5667d137-4e6f-42d5-8656-622b51966877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'ca82d01c-78eb-4067-8c0f-a94acd2083d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:05Z', 'updated_at': '2021-05-21T15:53:10Z', 'revision_number': 4, 'project_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'subnets': [{'id': 'ca82d01c-78eb-4067-8c0f-a94acd2083d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:11.723852 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19fdc68-1f2c-4c67-baff-03b1e2bd83ff None None] The sync data for ids ['5667d137-4e6f-42d5-8656-622b51966877'] in dv-cinder-792642-1-iscsi is: [{'id': '5667d137-4e6f-42d5-8656-622b51966877', 'name': 'tempest-TestMinimumBasicScenario-1245028355-router', 'tenant_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:00Z', 'updated_at': '2021-05-21T15:53:06Z', 'revision_number': 4, 'project_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'gw_port': {'id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5667d137-4e6f-42d5-8656-622b51966877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:01Z', 'updated_at': '2021-05-21T15:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '73d76a53-6a3b-4c05-9bf2-54d90b340eb8', 'name': '', 'network_id': '58d803ec-72d0-4c73-aae7-0deff065ff54', 'tenant_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'mac_address': 'fa:16:3e:dd:83:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5667d137-4e6f-42d5-8656-622b51966877', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'ca82d01c-78eb-4067-8c0f-a94acd2083d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:05Z', 'updated_at': '2021-05-21T15:53:10Z', 'revision_number': 4, 'project_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'subnets': [{'id': 'ca82d01c-78eb-4067-8c0f-a94acd2083d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:53:11.926247 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for port, precommit_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:12.045708 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5568307'] for port, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:12.052197 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f64b3791-40dd-4339-944e-54184e181eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:12.360464 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:12.416167 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:12.452961 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event updated for resources: {'Port': ['ID=99f7cf36-9481-4c16-abd1-8e1cdf342602,revision_number=2']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:12.458021 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:12.609906 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.db.l3_db [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Floating IP 8fe33642-b6f4-43ff-9b74-997010016c9d associated. External IP: 172.27.0.226, port: 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c.
May 21 15:53:12.680333 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:12.687094 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:12.687795 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:12.874117 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:12.921815 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port 73d76a53-6a3b-4c05-9bf2-54d90b340eb8, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=73d76a53-6a3b-4c05-9bf2-54d90b340eb8,segment=NetworkSegment(808cc05e-b577-43b4-93c8-4716ed525a9e),segment_id=808cc05e-b577-43b4-93c8-4716ed525a9e)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:13.103025 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Router e0451022-b322-4cf5-bf18-6e3528051fa8 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:53:13.122082 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 67acce58-461e-47df-bb49-867eb3b61245 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:53:13.162088 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: 67acce58-461e-47df-bb49-867eb3b61245 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:53:13.162519 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 67acce58-461e-47df-bb49-867eb3b61245 not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:53:13.257261 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:13.259136 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:13.294415 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d92b3523-e80e-451b-8e92-c7c3c268e7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:13.302384 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:53:13.316463 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0451203-5daf-4fda-8677-70396a970621 None None] Sync routers for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:53:13.335653 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0451203-5daf-4fda-8677-70396a970621 None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:53:13.336300 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-c0451203-5daf-4fda-8677-70396a970621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ab9edc0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:52:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:13.401486 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=73d76a53-6a3b-4c05-9bf2-54d90b340eb8,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:13.405405 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:13.500864 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:13.639011 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.8750403
May 21 15:53:13.639985 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa3bab7-27a0-41f1-933e-8aa2599e6fc6', 'tag': '8c3f8eda-74a9-4fa6-bd85-8c512c934f8c'}] {{(pid=98819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:53:13.678118 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-c0451203-5daf-4fda-8677-70396a970621 None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:53:13.950544 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa3bab7-27a0-41f1-933e-8aa2599e6fc6', 'tag': '8c3f8eda-74a9-4fa6-bd85-8c512c934f8c', 'status': 'completed', 'code': 200}
May 21 15:53:14.141946 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553b5b2-9997-4ea8-a0c2-1e15877ae6ae req-90cbc654-9ea9-4c1f-8026-af7e2247a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:14.143756 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5553b5b2-9997-4ea8-a0c2-1e15877ae6ae req-90cbc654-9ea9-4c1f-8026-af7e2247a674 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 1098 time: 0.1585019
May 21 15:53:14.290656 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-c0451203-5daf-4fda-8677-70396a970621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ab9edc0>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '8fe33642-b6f4-43ff-9b74-997010016c9d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'floating_ip_address': '172.27.0.226', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'port_id': '8c3f8eda-74a9-4fa6-bd85-8c512c934f8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'mac_address': 'fa:16:3e:e1:ea:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3bab7-27a0-41f1-933e-8aa2599e6fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:53:11Z', 'updated_at': '2021-05-21T15:53:11Z', 'revision_number': 0, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:14.299853 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0451203-5daf-4fda-8677-70396a970621 None None] Checking router: e0451022-b322-4cf5-bf18-6e3528051fa8 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:53:14.318164 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0451203-5daf-4fda-8677-70396a970621 None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:53:14.319216 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-c0451203-5daf-4fda-8677-70396a970621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ab9edc0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:52:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:14.382081 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553b5b2-9997-4ea8-a0c2-1e15877ae6ae req-91e4e536-c4f9-4664-a8f3-8c234112b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:14.386030 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5553b5b2-9997-4ea8-a0c2-1e15877ae6ae req-91e4e536-c4f9-4664-a8f3-8c234112b5e7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=63209c91-6a37-4380-a99b-8c32f2681b1d HTTP/1.1" status: 200  len: 913 time: 0.2355559
May 21 15:53:14.397813 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:14.609083 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:14.609733 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:14.631694 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5553b5b2-9997-4ea8-a0c2-1e15877ae6ae req-daf740e9-25ed-41dd-b0e9-ddfc6a8cc5e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c3f8eda-74a9-4fa6-bd85-8c512c934f8c HTTP/1.1" status: 200  len: 999 time: 0.2343309
May 21 15:53:14.657851 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-c0451203-5daf-4fda-8677-70396a970621 None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:53:14.706974 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553b5b2-9997-4ea8-a0c2-1e15877ae6ae req-c5045804-fcd5-406c-8755-ba11c4e30d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:14.708747 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5553b5b2-9997-4ea8-a0c2-1e15877ae6ae req-c5045804-fcd5-406c-8755-ba11c4e30d09 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6201006-2e0c-47c7-83b1-5cdad697a876 HTTP/1.1" status: 200  len: 851 time: 0.0705211
May 21 15:53:14.799435 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553b5b2-9997-4ea8-a0c2-1e15877ae6ae req-79193c47-0057-49d1-bcf3-625c9a145e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:14.800907 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5553b5b2-9997-4ea8-a0c2-1e15877ae6ae req-79193c47-0057-49d1-bcf3-625c9a145e9e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63209c91-6a37-4380-a99b-8c32f2681b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0854399
May 21 15:53:14.815521 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [req-5553b5b2-9997-4ea8-a0c2-1e15877ae6ae req-5e50ac44-a714-4011-9e62-1ae11e6e371e service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=98820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 21 15:53:14.816617 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5553b5b2-9997-4ea8-a0c2-1e15877ae6ae req-5e50ac44-a714-4011-9e62-1ae11e6e371e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0094478
May 21 15:53:15.006298 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5553b5b2-9997-4ea8-a0c2-1e15877ae6ae req-8aaabb4e-05e2-40f0-a215-3bbcb8a07f82 service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1828418
May 21 15:53:15.149767 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-c0451203-5daf-4fda-8677-70396a970621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ab9edc0>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '8fe33642-b6f4-43ff-9b74-997010016c9d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'floating_ip_address': '172.27.0.226', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'port_id': '8c3f8eda-74a9-4fa6-bd85-8c512c934f8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'mac_address': 'fa:16:3e:e1:ea:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3bab7-27a0-41f1-933e-8aa2599e6fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:53:11Z', 'updated_at': '2021-05-21T15:53:11Z', 'revision_number': 0, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:15.157508 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0451203-5daf-4fda-8677-70396a970621 None None] The sync data for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi is: [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '8fe33642-b6f4-43ff-9b74-997010016c9d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'floating_ip_address': '172.27.0.226', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'port_id': '8c3f8eda-74a9-4fa6-bd85-8c512c934f8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'mac_address': 'fa:16:3e:e1:ea:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa3bab7-27a0-41f1-933e-8aa2599e6fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:53:11Z', 'updated_at': '2021-05-21T15:53:11Z', 'revision_number': 0, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:53:15.162061 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5553b5b2-9997-4ea8-a0c2-1e15877ae6ae req-f7b2efae-9b47-47e9-acc5-6226b1fb5769 service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491849
May 21 15:53:15.396181 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fdd011-8004-4245-bd7c-3e7215b52cfe None None] New status for floating IP 8fe33642-b6f4-43ff-9b74-997010016c9d: ACTIVE {{(pid=98822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:53:15.828049 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:15.955023 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8d1c305f-da38-4e42-8bb4-74867a7797e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:16.955463 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:18.523622 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:21.127906 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 57970) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:21.277725 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-720d5b70-e70c-4878-bb3e-90f39d5f0124 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c6711c1441aa4dada7b63680adae1d27&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1485615
May 21 15:53:21.281455 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 57976) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:21.345606 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-841a7226-ecf1-413e-af8e-9f17a7a4f14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:21.372829 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-841a7226-ecf1-413e-af8e-9f17a7a4f14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:21.542586 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-841a7226-ecf1-413e-af8e-9f17a7a4f14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:21.546918 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-665c25c5-f4df-4dff-8c8a-fa1f18c656de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:21.561363 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a7226-ecf1-413e-af8e-9f17a7a4f14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cccfd09-837c-4db7-9b9b-2f824b6d1243,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:21.566859 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-841a7226-ecf1-413e-af8e-9f17a7a4f14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:21.655989 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-841a7226-ecf1-413e-af8e-9f17a7a4f14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:21.659952 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-841a7226-ecf1-413e-af8e-9f17a7a4f14b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4cccfd09-837c-4db7-9b9b-2f824b6d1243 HTTP/1.1" status: 204  len: 168 time: 0.3789227
May 21 15:53:21.724999 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:53:21.928914 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-49ae22e0-7e1d-4783-a25e-388007092bff tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:21.929667 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-49ae22e0-7e1d-4783-a25e-388007092bff tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Synchronizing usage tracker for tenant:0b4372defa064433bc9d171f4538710e on resource:network {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:53:22.074500 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-49ae22e0-7e1d-4783-a25e-388007092bff tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Unset dirty status for tenant:0b4372defa064433bc9d171f4538710e on resource:network {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:53:22.075937 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-49ae22e0-7e1d-4783-a25e-388007092bff tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/networks?id=235f9964-30b5-446d-a105-d323d4cb9514 HTTP/1.1" status: 200  len: 815 time: 0.2935650
May 21 15:53:22.090992 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-5c70ed07-1730-4c3d-86b5-5333b2aeed69 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/quotas/0b4372defa064433bc9d171f4538710e HTTP/1.1" status: 200  len: 375 time: 0.0096183
May 21 15:53:22.184028 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-7bdd20f7-ccfd-4b65-ad02-09fd8f34a188 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Synchronizing usage tracker for tenant:0b4372defa064433bc9d171f4538710e on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:53:22.325102 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-7bdd20f7-ccfd-4b65-ad02-09fd8f34a188 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Unset dirty status for tenant:0b4372defa064433bc9d171f4538710e on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:53:22.326451 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-7bdd20f7-ccfd-4b65-ad02-09fd8f34a188 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0b4372defa064433bc9d171f4538710e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2300727
May 21 15:53:22.443134 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-0ca8ae11-5f5b-4b48-9881-864ee84ae0ff service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=98820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 21 15:53:22.444156 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-0ca8ae11-5f5b-4b48-9881-864ee84ae0ff service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1064403
May 21 15:53:22.577571 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-823da7bf-079f-4cf4-a9aa-461107f2588b service neutron] 10.222.0.70 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274035
May 21 15:53:22.718017 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-acba3f52-e4ab-467a-87d9-9fd89595d5ce service neutron] 10.222.0.70 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311626
May 21 15:53:22.959745 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58016) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:23.036258 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-637e1fcb-bf1d-40c0-950f-0cc543ca966b req-ca442fde-6265-4fc8-bea0-3f9fd2377ed7 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 210 time: 0.0442379
May 21 15:53:23.082662 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1002065834-network', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:53:23.087701 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:23.092289 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Usage tracker for resource:network and tenant:c7ce717bf7794f1293e5860dacaceff3 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:23.095452 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:23.101704 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:23.414837 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Made reservation on behalf of c7ce717bf7794f1293e5860dacaceff3 for: {'network': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:53:23.417429 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:23.430620 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:23.445776 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:23.450751 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Usage tracker for resource:security_group_rule and tenant:c7ce717bf7794f1293e5860dacaceff3 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:23.453567 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:23.459267 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:23.570088 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:23.679269 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:23.682345 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-48a4deeb-00f2-4b87-b60c-5dcb7952c9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:23.716609 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'}  {{(pid=98819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:53:23.721789 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0890c9a-d3f1-4bde-924e-5ec76814e104,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:23.725770 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:23.729327 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:23.729448 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.db.segments_db [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Added segment b971bb14-b7ef-42c7-8d35-d26d8ecb2cae of type vlan for network d057e614-9e15-4f2a-a99e-4e69465cf06a
May 21 15:53:23.755686 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:23.845122 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:23.846386 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:23.847011 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:23.850530 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-6b9ea57a-fc89-4813-809e-d3cbb31d5325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:23.951733 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Pushing event updated for resources: {'Network': ['ID=d057e614-9e15-4f2a-a99e-4e69465cf06a,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:23.954416 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:23.961306 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network d057e614-9e15-4f2a-a99e-4e69465cf06a details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:53:24.125616 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1645927
May 21 15:53:24.134029 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58038) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:24.134167 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1cb5883a-fdda-436a-ada8-f86caef8b4a1 req-86ddee98-e829-4fca-b2c5-6ebfa426f836 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 210 time: 0.0441566
May 21 15:53:24.134622 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-cad808b3-0973-4dc6-bd32-d54428d393f6 admin admin] Request body: {'subnet': {'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1002065834-subnet', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'ip_version': 4}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:53:24.139641 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-cad808b3-0973-4dc6-bd32-d54428d393f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:24.143478 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-cad808b3-0973-4dc6-bd32-d54428d393f6 admin admin] Usage tracker for resource:subnet and tenant:c7ce717bf7794f1293e5860dacaceff3 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:24.146321 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-cad808b3-0973-4dc6-bd32-d54428d393f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:24.152319 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-cad808b3-0973-4dc6-bd32-d54428d393f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:24.262986 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad808b3-0973-4dc6-bd32-d54428d393f6 admin admin] Made reservation on behalf of c7ce717bf7794f1293e5860dacaceff3 for: {'subnet': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:53:24.266023 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-cad808b3-0973-4dc6-bd32-d54428d393f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6212352'] for subnet, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:24.851788 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-cad808b3-0973-4dc6-bd32-d54428d393f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5568456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6212398'] for subnet, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:24.856336 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-32bba966-c609-40cb-9c44-161f5d61db8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:24.926353 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad808b3-0973-4dc6-bd32-d54428d393f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fcb861c-cac8-4893-aa9e-e78b1ee53a63,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:24.929708 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-cad808b3-0973-4dc6-bd32-d54428d393f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:24.935796 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad808b3-0973-4dc6-bd32-d54428d393f6 admin admin] Checking segment: {'id': 'b971bb14-b7ef-42c7-8d35-d26d8ecb2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:53:24.936151 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad808b3-0973-4dc6-bd32-d54428d393f6 admin admin] Network hostable DHCP agents. Network: d057e614-9e15-4f2a-a99e-4e69465cf06a, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:53:25.067880 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad808b3-0973-4dc6-bd32-d54428d393f6 admin admin] Network d057e614-9e15-4f2a-a99e-4e69465cf06a is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:53:25.176640 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-cad808b3-0973-4dc6-bd32-d54428d393f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, d057e614-9e15-4f2a-a99e-4e69465cf06a) {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:53:25.187212 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f536b87-464d-4ab6-80d9-ae09311d9b19 None None] Network d057e614-9e15-4f2a-a99e-4e69465cf06a requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:53:25.196362 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad808b3-0973-4dc6-bd32-d54428d393f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:25.205706 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-cad808b3-0973-4dc6-bd32-d54428d393f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:25.295963 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6837144b-15a1-426e-89c5-4bbdfd28a10e req-cad703d3-3fa9-462f-9f61-80c9d79eb9c2 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 210 time: 0.0466397
May 21 15:53:25.306945 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-cad808b3-0973-4dc6-bd32-d54428d393f6 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1769493
May 21 15:53:25.317946 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58044) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:25.320971 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1002065834-router', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:53:25.326276 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:25.330336 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Usage tracker for resource:router and tenant:c7ce717bf7794f1293e5860dacaceff3 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:25.333323 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:25.339578 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:25.426496 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522c8543-4b92-5a03-a3ef-5bd38f92ddb5-d057e614-9e15-4f2a-a99e-4e69465cf06a', 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'fixed_ips': [{'subnet_id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63'}]}} from dv-cinder-792642-1-iscsi. {{(pid=98821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 21 15:53:25.427342 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:25.456756 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8118741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258304'] for router, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:25.457799 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7996899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8093609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258319'] for router, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:25.473510 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:25.582078 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.db_base_plugin_common [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Allocated IP 172.20.0.2 (d057e614-9e15-4f2a-a99e-4e69465cf06a/6fcb861c-cac8-4893-aa9e-e78b1ee53a63/9d463b29-5386-4a3c-8f78-50f660f07dbb) {{(pid=98821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:53:25.794444 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Notify callbacks [] for port, precommit_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:25.805135 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Transition to ACTIVE for port object 9d463b29-5386-4a3c-8f78-50f660f07dbb will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:53:25.822619 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Transition to ACTIVE for port object 9d463b29-5386-4a3c-8f78-50f660f07dbb will not be triggered until provisioned by entity DHCP. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:53:25.867057 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7996904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8118727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258365'] for router, precommit_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:25.923213 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:25.927007 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:25.996517 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Network d057e614-9e15-4f2a-a99e-4e69465cf06a is already hosted by enough agents. {{(pid=98821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:53:25.999320 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.base_scheduler [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Resources bound (agent type, host, resource id):  {{(pid=98821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:53:26.002769 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Received port after_create {{(pid=98821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:53:26.008374 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Pushing event updated for resources: {'Port': ['ID=9d463b29-5386-4a3c-8f78-50f660f07dbb,revision_number=1']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:26.012583 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:26.097948 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Attempting to bind port 9d463b29-5386-4a3c-8f78-50f660f07dbb on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:53:26.098334 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Attempting to bind port 9d463b29-5386-4a3c-8f78-50f660f07dbb by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': 'b971bb14-b7ef-42c7-8d35-d26d8ecb2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:53:26.098709 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Attempting to bind port 9d463b29-5386-4a3c-8f78-50f660f07dbb on network d057e614-9e15-4f2a-a99e-4e69465cf06a {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:53:26.104408 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:53:26.105007 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Checking segment: {'id': 'b971bb14-b7ef-42c7-8d35-d26d8ecb2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:53:26.105588 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:26.106131 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Bound using segment: {'id': 'b971bb14-b7ef-42c7-8d35-d26d8ecb2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:53:26.106641 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Bound port: 9d463b29-5386-4a3c-8f78-50f660f07dbb, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b971bb14-b7ef-42c7-8d35-d26d8ecb2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:53:26.107048 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:26.241314 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-cb0a6c06-80c9-44e0-8be6-1d6efc67aa83 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:26.241314 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-cb0a6c06-80c9-44e0-8be6-1d6efc67aa83 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.25 "GET /v2.0/networks?id=235f9964-30b5-446d-a105-d323d4cb9514 HTTP/1.1" status: 200  len: 815 time: 0.1555238
May 21 15:53:26.256491 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Request body: {'port': {'device_id': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514', 'admin_state_up': True, 'tenant_id': '0b4372defa064433bc9d171f4538710e'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:53:26.281411 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] For port 9d463b29-5386-4a3c-8f78-50f660f07dbb, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:53:26.288447 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] For port 9d463b29-5386-4a3c-8f78-50f660f07dbb, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=9d463b29-5386-4a3c-8f78-50f660f07dbb,segment=NetworkSegment(b971bb14-b7ef-42c7-8d35-d26d8ecb2cae),segment_id=b971bb14-b7ef-42c7-8d35-d26d8ecb2cae)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:53:26.347722 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:26.381035 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:26.398161 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:26.402035 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:26.474529 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-56243339-9259-43bb-8f5a-521374cbc728 req-262c92c4-8424-42f6-8340-eaea4e0b5048 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 210 time: 0.0694730
May 21 15:53:26.481006 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:26.490341 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Pushing event updated for resources: {'Port': ['ID=9d463b29-5386-4a3c-8f78-50f660f07dbb,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:26.500474 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:26.502187 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:26.555008 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_common [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Allocated IP 172.27.0.77 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/e828cd8c-bebd-4a28-aec9-8599598f509a) {{(pid=98819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:53:26.655571 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Made reservation on behalf of 0b4372defa064433bc9d171f4538710e for: {'port': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:53:26.669322 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:26.728535 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:26.872830 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:26.878952 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:26.942353 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:53:26.945414 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Resources bound (agent type, host, resource id):  {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:53:26.949446 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Received port after_create {{(pid=98819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:53:26.975111 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Allocated IP 172.20.0.14 (235f9964-30b5-446d-a105-d323d4cb9514/8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d/2fac93cb-1019-4a86-93ef-f153c5b2acd1) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:53:26.983592 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Pushing event updated for resources: {'Port': ['ID=e828cd8c-bebd-4a28-aec9-8599598f509a,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:26.990630 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:27.224284 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:27.242669 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Transition to ACTIVE for port object 2fac93cb-1019-4a86-93ef-f153c5b2acd1 will not be triggered until provisioned by entity DHCP. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:53:27.405426 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:27.416835 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-71a573f9-198a-4983-b8f6-775f6ccef9ec tempest-VolumesSnapshotTestJSON-1460780833 tempest-VolumesSnapshotTestJSON-1460780833-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:27.535809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Pushing event updated for resources: {'Port': ['ID=2fac93cb-1019-4a86-93ef-f153c5b2acd1,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:27.541127 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:27.545105 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Network 235f9964-30b5-446d-a105-d323d4cb9514 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:53:27.545664 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:53:27.548630 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:53:27.602120 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a414c8-5cc5-47a0-a844-0b80c993d0e9 None None] Network d057e614-9e15-4f2a-a99e-4e69465cf06a requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:53:27.658307 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:27.666665 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:27.810256 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b91a71-3f5e-4a7b-b85f-0e700be3342e req-91ecad4f-3864-4db8-a435-536ee5464a34 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:27.811136 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-c9b91a71-3f5e-4a7b-b85f-0e700be3342e req-91ecad4f-3864-4db8-a435-536ee5464a34 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Synchronizing usage tracker for tenant:0b4372defa064433bc9d171f4538710e on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:53:27.820963 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:27.847582 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5974340
May 21 15:53:27.908738 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-1582c9e6-3c81-407d-8099-36af6d9c2671 None None] Provisioning for port 9d463b29-5386-4a3c-8f78-50f660f07dbb completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:27.940488 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-c9b91a71-3f5e-4a7b-b85f-0e700be3342e req-91ecad4f-3864-4db8-a435-536ee5464a34 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Unset dirty status for tenant:0b4372defa064433bc9d171f4538710e on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:53:27.941779 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c9b91a71-3f5e-4a7b-b85f-0e700be3342e req-91ecad4f-3864-4db8-a435-536ee5464a34 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 932 time: 0.2436204
May 21 15:53:28.011848 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-c9b91a71-3f5e-4a7b-b85f-0e700be3342e req-cb355b81-4107-43d7-bbb8-8b81170b05c5 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Synchronizing usage tracker for tenant:0b4372defa064433bc9d171f4538710e on resource:security_group {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:53:28.117158 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-c9b91a71-3f5e-4a7b-b85f-0e700be3342e req-cb355b81-4107-43d7-bbb8-8b81170b05c5 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Unset dirty status for tenant:0b4372defa064433bc9d171f4538710e on resource:security_group {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:53:28.118701 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c9b91a71-3f5e-4a7b-b85f-0e700be3342e req-cb355b81-4107-43d7-bbb8-8b81170b05c5 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1700521
May 21 15:53:28.215693 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-d0db931e-0951-44f4-af0e-62602168f31f None None] Provisioning for port 2fac93cb-1019-4a86-93ef-f153c5b2acd1 completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:28.227251 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-d0db931e-0951-44f4-af0e-62602168f31f None None] Provisioning complete for port 2fac93cb-1019-4a86-93ef-f153c5b2acd1 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:28.227636 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d0db931e-0951-44f4-af0e-62602168f31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:28.270537 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8118732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121917'] for router, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:28.358977 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-d0db931e-0951-44f4-af0e-62602168f31f None None] Port 2fac93cb-1019-4a86-93ef-f153c5b2acd1 cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:53:28.415856 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 9d463b29-5386-4a3c-8f78-50f660f07dbb up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:28.586140 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port 9d463b29-5386-4a3c-8f78-50f660f07dbb completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:28.591915 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 9d463b29-5386-4a3c-8f78-50f660f07dbb triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:28.602952 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:28.657393 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Router 231f20bf-a173-4862-ab88-1878d8beae3e is scheduled to L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 with binding_index 1 {{(pid=98819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 21 15:53:28.726341 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:28.761068 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port 9d463b29-5386-4a3c-8f78-50f660f07dbb, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=9d463b29-5386-4a3c-8f78-50f660f07dbb,segment=NetworkSegment(b971bb14-b7ef-42c7-8d35-d26d8ecb2cae),segment_id=b971bb14-b7ef-42c7-8d35-d26d8ecb2cae)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:28.859872 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:53:28.870981 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Sync routers for ids ['231f20bf-a173-4862-ab88-1878d8beae3e'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:53:28.875666 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:28.882102 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:28.929852 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Routers {'231f20bf-a173-4862-ab88-1878d8beae3e'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:53:28.930534 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2149e764c0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:53:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['231f20bf-a173-4862-ab88-1878d8beae3e'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:28.983096 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Notify callbacks [] for router, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:28.983978 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.6734865
May 21 15:53:28.987147 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58074) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:29.074926 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=9d463b29-5386-4a3c-8f78-50f660f07dbb,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:29.078234 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:29.188915 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Set router 231f20bf-a173-4862-ab88-1878d8beae3e gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:53:29.344939 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccc9b4-398a-412e-b57b-c449b4e33fa2 req-a71cf777-cbfd-485d-982f-53a055d54bc8 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:29.346006 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8fccc9b4-398a-412e-b57b-c449b4e33fa2 req-a71cf777-cbfd-485d-982f-53a055d54bc8 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 932 time: 0.1052692
May 21 15:53:29.413619 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8fccc9b4-398a-412e-b57b-c449b4e33fa2 req-36442267-8031-4657-b732-733211dd28cc tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586050
May 21 15:53:29.480711 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:29.602837 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2149e764c0>, [{'id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'name': 'tempest-TestShelveInstance-1002065834-router', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:25Z', 'updated_at': '2021-05-21T15:53:27Z', 'revision_number': 3, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'gw_port': {'id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:26Z', 'updated_at': '2021-05-21T15:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:29.607799 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Checking router: 231f20bf-a173-4862-ab88-1878d8beae3e for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:53:29.608459 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Updating router 231f20bf-a173-4862-ab88-1878d8beae3e port e828cd8c-bebd-4a28-aec9-8599598f509a binding host dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:53:29.672571 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:29.947834 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:30.046708 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Notify callbacks [] for port, precommit_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:30.059631 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Transition to ACTIVE for port object e828cd8c-bebd-4a28-aec9-8599598f509a will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:53:30.162762 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:30.169582 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-eccba548-5c8a-456c-8122-4d7e9cb6fbc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:30.178015 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_common [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Allocated IP 172.20.0.1 (d057e614-9e15-4f2a-a99e-4e69465cf06a/6fcb861c-cac8-4893-aa9e-e78b1ee53a63/3c712dae-a5cf-425d-bee4-f061b6a4388e) {{(pid=98819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:53:30.248850 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Attempting to bind port e828cd8c-bebd-4a28-aec9-8599598f509a on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:53:30.249377 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Attempting to bind port e828cd8c-bebd-4a28-aec9-8599598f509a by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:53:30.249854 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Attempting to bind port e828cd8c-bebd-4a28-aec9-8599598f509a on network eada4616-562d-476a-9813-40a69a73ac77 {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:53:30.256288 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522b2e7-7b69-4d26-9207-213f3dc36060 None None] Pushing event updated for resources: {'Port': ['ID=e828cd8c-bebd-4a28-aec9-8599598f509a,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:30.260728 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-b522b2e7-7b69-4d26-9207-213f3dc36060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:30.262176 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:53:30.262684 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Checking segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:53:30.263250 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:30.263720 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Bound using segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:53:30.264296 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Bound port: e828cd8c-bebd-4a28-aec9-8599598f509a, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:53:30.264732 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:30.356788 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 9d463b29-5386-4a3c-8f78-50f660f07dbb up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:30.357168 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:30.376011 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.provisioning_blocks [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Transition to ACTIVE for port object 3c712dae-a5cf-425d-bee4-f061b6a4388e will not be triggered until provisioned by entity DHCP. {{(pid=98819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:53:30.418951 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] For port e828cd8c-bebd-4a28-aec9-8599598f509a, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:53:30.431749 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] For port e828cd8c-bebd-4a28-aec9-8599598f509a, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=e828cd8c-bebd-4a28-aec9-8599598f509a,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:53:30.449309 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 9d463b29-5386-4a3c-8f78-50f660f07dbb triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:30.449761 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:30.541396 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:30.546976 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-0d9b334b-1b6a-44e1-9d4d-d101dd209731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:30.595081 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:30.612922 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9eed70f9-1616-4c5e-b0c7-5371b4d2083d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:30.636703 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e7042-f602-41b7-ba74-90b6d36844ec req-72b178b2-c650-4a8a-a922-5b991b864c04 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:30.646161 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Network d057e614-9e15-4f2a-a99e-4e69465cf06a is already hosted by enough agents. {{(pid=98819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:53:30.650641 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a11e7042-f602-41b7-ba74-90b6d36844ec req-72b178b2-c650-4a8a-a922-5b991b864c04 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 932 time: 0.1196036
May 21 15:53:30.663629 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:53:30.676562 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c712dae-a5cf-425d-bee4-f061b6a4388e,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:30.679778 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Received port after_create {{(pid=98819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:53:30.731948 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:30.739064 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a11e7042-f602-41b7-ba74-90b6d36844ec req-a759df4b-70ef-4dd6-8764-f356bdfcfdf3 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780118
May 21 15:53:30.769988 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522b2e7-7b69-4d26-9207-213f3dc36060 None None] Pushing event updated for resources: {'Port': ['ID=e828cd8c-bebd-4a28-aec9-8599598f509a,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:30.772454 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8025903'] for router_interface, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:30.772646 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Routers {'231f20bf-a173-4862-ab88-1878d8beae3e'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:53:30.773297 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2149e764c0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:53:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['231f20bf-a173-4862-ab88-1878d8beae3e'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:30.881723 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-b522b2e7-7b69-4d26-9207-213f3dc36060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:31.053828 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] Set router 231f20bf-a173-4862-ab88-1878d8beae3e gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:53:31.256276 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:31.440538 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2149e764c0>, [{'id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'name': 'tempest-TestShelveInstance-1002065834-router', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:25Z', 'updated_at': '2021-05-21T15:53:27Z', 'revision_number': 3, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'gw_port': {'id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:26Z', 'updated_at': '2021-05-21T15:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:31.684312 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ff5470-22cc-4e91-b938-f573ff503e11 None None] The sync data for ids ['231f20bf-a173-4862-ab88-1878d8beae3e'] in dv-cinder-792642-1-iscsi is: [{'id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'name': 'tempest-TestShelveInstance-1002065834-router', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:25Z', 'updated_at': '2021-05-21T15:53:27Z', 'revision_number': 3, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'gw_port': {'id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:26Z', 'updated_at': '2021-05-21T15:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:53:31.686645 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:32.001680 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12d676-c10a-41ce-93a8-84116c1a21a4 req-5cf15920-cd65-462b-9487-66e62d11e181 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:32.003435 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0c12d676-c10a-41ce-93a8-84116c1a21a4 req-5cf15920-cd65-462b-9487-66e62d11e181 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 932 time: 0.1397617
May 21 15:53:32.005478 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9cb10933-4f58-4aca-b200-a72ea6bd3be2 None None] Provisioning for port 3c712dae-a5cf-425d-bee4-f061b6a4388e completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:32.017735 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9cb10933-4f58-4aca-b200-a72ea6bd3be2 None None] Provisioning complete for port 3c712dae-a5cf-425d-bee4-f061b6a4388e triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:32.019886 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9cb10933-4f58-4aca-b200-a72ea6bd3be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:32.054893 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5568307'] for port, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:32.097058 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f63e2c33-c5df-4cfd-b790-b02457450000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:32.120516 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9cb10933-4f58-4aca-b200-a72ea6bd3be2 None None] Port 3c712dae-a5cf-425d-bee4-f061b6a4388e cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:53:32.127197 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0c12d676-c10a-41ce-93a8-84116c1a21a4 req-a8c80abb-0d2a-479a-9380-9c22e914ed26 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106074
May 21 15:53:32.196544 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c712dae-a5cf-425d-bee4-f061b6a4388e,revision_number=2']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:32.199935 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8085953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8025938'] for router_interface, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:32.204931 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:32.385260 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Network d057e614-9e15-4f2a-a99e-4e69465cf06a is already hosted by enough agents. {{(pid=98819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:53:32.388268 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:53:32.422489 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device e828cd8c-bebd-4a28-aec9-8599598f509a up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:32.634817 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Router 231f20bf-a173-4862-ab88-1878d8beae3e has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:53:32.668557 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port e828cd8c-bebd-4a28-aec9-8599598f509a completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:32.678513 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port e828cd8c-bebd-4a28-aec9-8599598f509a triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:32.679140 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:32.761533 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-c804b802-6590-4090-a97c-758c026b9d46 None None] Provisioning complete for port 3c712dae-a5cf-425d-bee4-f061b6a4388e triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:32.762282 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-c804b802-6590-4090-a97c-758c026b9d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:32.871932 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:53:32.883149 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-c804b802-6590-4090-a97c-758c026b9d46 None None] Port 3c712dae-a5cf-425d-bee4-f061b6a4388e cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:53:32.895023 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] 10.222.0.70 "PUT /v2.0/routers/231f20bf-a173-4862-ab88-1878d8beae3e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8988683
May 21 15:53:32.905128 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:32.932105 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port e828cd8c-bebd-4a28-aec9-8599598f509a, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=e828cd8c-bebd-4a28-aec9-8599598f509a,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:33.008611 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:33.016606 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-d7eb1955-996d-426e-ba1c-d258de00bd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:33.103033 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=e828cd8c-bebd-4a28-aec9-8599598f509a,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:33.109140 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:33.340765 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111d960-9695-4a4d-8038-364497dcce27 req-64aa39e0-81ab-4148-93be-1ad0b454868e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:33.342410 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7111d960-9695-4a4d-8038-364497dcce27 req-64aa39e0-81ab-4148-93be-1ad0b454868e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 932 time: 0.1044033
May 21 15:53:33.426548 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7111d960-9695-4a4d-8038-364497dcce27 req-79c1e872-fc69-41d3-b166-2a6a05a37849 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778558
May 21 15:53:33.493814 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Sync routers for ids ['231f20bf-a173-4862-ab88-1878d8beae3e'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:53:33.511290 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Routers {'231f20bf-a173-4862-ab88-1878d8beae3e'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:53:33.512302 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214acf7ee0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:53:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['231f20bf-a173-4862-ab88-1878d8beae3e'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:33.715297 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Set router 231f20bf-a173-4862-ab88-1878d8beae3e gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:53:33.835522 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58102) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:33.841356 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-287265720-network', 'tenant_id': '6f18befa50054df193ff7e401c421226'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:53:33.846409 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:33.850759 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Usage tracker for resource:network and tenant:6f18befa50054df193ff7e401c421226 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:33.853809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:33.872747 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:33.962946 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Made reservation on behalf of 6f18befa50054df193ff7e401c421226 for: {'network': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:53:33.965515 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613559'] for network, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:33.981816 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:34.001784 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:34.006077 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Usage tracker for resource:security_group_rule and tenant:6f18befa50054df193ff7e401c421226 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:34.009325 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:34.017476 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:34.047538 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214acf7ee0>, [{'id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'name': 'tempest-TestShelveInstance-1002065834-router', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:25Z', 'updated_at': '2021-05-21T15:53:31Z', 'revision_number': 4, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'gw_port': {'id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:26Z', 'updated_at': '2021-05-21T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '3c712dae-a5cf-425d-bee4-f061b6a4388e', 'name': '', 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'mac_address': 'fa:16:3e:0a:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:30Z', 'updated_at': '2021-05-21T15:53:31Z', 'revision_number': 2, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'subnets': [{'id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:34.053300 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Checking router: 231f20bf-a173-4862-ab88-1878d8beae3e for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:53:34.053936 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Updating router 231f20bf-a173-4862-ab88-1878d8beae3e port 3c712dae-a5cf-425d-bee4-f061b6a4388e binding host dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:53:34.119207 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:34.123237 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:34.227734 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:34.234205 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-39cd9a7c-db4c-4640-9a2a-955c64bf67aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:34.272120 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'}  {{(pid=98820) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 21 15:53:34.287808 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:34.288318 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.segments_db [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Added segment 2ffb4003-abc1-40d8-ba76-c9280471648d of type vlan for network bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53
May 21 15:53:34.330035 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fcb74a-b09a-4339-938f-a77f221087c7,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:34.330035 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:34.343378 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device e828cd8c-bebd-4a28-aec9-8599598f509a up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:34.343901 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736311455726'] for network, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:34.436677 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port e828cd8c-bebd-4a28-aec9-8599598f509a triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:34.437331 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:34.485227 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975'] for network, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:34.486587 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:34.487252 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:34.493851 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:34.657606 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Notify callbacks [] for port, precommit_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:34.671725 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.provisioning_blocks [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Transition to ACTIVE for port object 3c712dae-a5cf-425d-bee4-f061b6a4388e will not be triggered until provisioned by entity L2. {{(pid=98822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:53:34.673287 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Pushing event updated for resources: {'Network': ['ID=bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:34.676272 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:34.684820 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Network bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53 details requested by agent ovs-agent-dv-cinder-792642-1-iscsi with host dv-cinder-792642-1-iscsi {{(pid=98821) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 21 15:53:34.771737 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2817df-0cfd-4d47-8b6e-019ce6c04884 req-6a28b714-4508-4d81-b7ec-19e38df19e62 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:34.778116 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8d2817df-0cfd-4d47-8b6e-019ce6c04884 req-6a28b714-4508-4d81-b7ec-19e38df19e62 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 932 time: 0.1114390
May 21 15:53:34.780165 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:34.786753 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-ecef3c31-5d3e-4895-84f2-54173d19f762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:34.827040 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-fa7d0284-8a3d-49a7-a147-1f8e6272894b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9903009
May 21 15:53:34.831003 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58110) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:34.838949 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8d2817df-0cfd-4d47-8b6e-019ce6c04884 req-894e91cf-9d39-4491-a2e1-ec66cad186cd tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480442
May 21 15:53:34.839799 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-d7dde8bb-8f71-4fa3-9eb1-3ba56857d568 admin admin] Request body: {'subnet': {'network_id': 'bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-287265720-subnet', 'tenant_id': '6f18befa50054df193ff7e401c421226', 'ip_version': 4}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:53:34.845612 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-d7dde8bb-8f71-4fa3-9eb1-3ba56857d568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:34.850778 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-d7dde8bb-8f71-4fa3-9eb1-3ba56857d568 admin admin] Usage tracker for resource:subnet and tenant:6f18befa50054df193ff7e401c421226 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:34.861081 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-d7dde8bb-8f71-4fa3-9eb1-3ba56857d568 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:34.868984 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-d7dde8bb-8f71-4fa3-9eb1-3ba56857d568 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:34.962959 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dde8bb-8f71-4fa3-9eb1-3ba56857d568 admin admin] Made reservation on behalf of 6f18befa50054df193ff7e401c421226 for: {'subnet': 1} {{(pid=98819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:53:34.966895 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d7dde8bb-8f71-4fa3-9eb1-3ba56857d568 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6212352'] for subnet, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:35.003934 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1d490-5585-450c-8e6a-0f9bc8d5f586 None None] Pushing event updated for resources: {'Port': ['ID=3c712dae-a5cf-425d-bee4-f061b6a4388e,revision_number=3']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:35.009023 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-48d1d490-5585-450c-8e6a-0f9bc8d5f586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:35.110797 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Attempting to bind port 3c712dae-a5cf-425d-bee4-f061b6a4388e on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:53:35.111231 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Attempting to bind port 3c712dae-a5cf-425d-bee4-f061b6a4388e by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': 'b971bb14-b7ef-42c7-8d35-d26d8ecb2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a'}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:53:35.111620 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Attempting to bind port 3c712dae-a5cf-425d-bee4-f061b6a4388e on network d057e614-9e15-4f2a-a99e-4e69465cf06a {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:53:35.120663 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:53:35.120663 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Checking segment: {'id': 'b971bb14-b7ef-42c7-8d35-d26d8ecb2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:53:35.121212 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:35.121987 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Bound using segment: {'id': 'b971bb14-b7ef-42c7-8d35-d26d8ecb2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a'} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:53:35.122501 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Bound port: 3c712dae-a5cf-425d-bee4-f061b6a4388e, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b971bb14-b7ef-42c7-8d35-d26d8ecb2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a'}}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:53:35.122962 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:35.225010 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] For port 3c712dae-a5cf-425d-bee4-f061b6a4388e, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:53:35.228441 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] For port 3c712dae-a5cf-425d-bee4-f061b6a4388e, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=3c712dae-a5cf-425d-bee4-f061b6a4388e,segment=NetworkSegment(b971bb14-b7ef-42c7-8d35-d26d8ecb2cae),segment_id=b971bb14-b7ef-42c7-8d35-d26d8ecb2cae)] {{(pid=98822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:53:35.509218 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:35.551214 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:35.592120 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Routers {'231f20bf-a173-4862-ab88-1878d8beae3e'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:53:35.592770 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214acf7ee0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:53:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['231f20bf-a173-4862-ab88-1878d8beae3e'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:35.661746 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1d490-5585-450c-8e6a-0f9bc8d5f586 None None] Pushing event updated for resources: {'Port': ['ID=3c712dae-a5cf-425d-bee4-f061b6a4388e,revision_number=4']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:35.666414 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-48d1d490-5585-450c-8e6a-0f9bc8d5f586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:35.803784 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] Set router 231f20bf-a173-4862-ab88-1878d8beae3e gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:53:36.126956 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56481d-8032-4d50-b0b7-af920085659e req-c6b6fb6d-f3a8-4dfb-8d13-a729aa289d2d tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:36.128891 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6c56481d-8032-4d50-b0b7-af920085659e req-c6b6fb6d-f3a8-4dfb-8d13-a729aa289d2d tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 932 time: 0.1131608
May 21 15:53:36.154995 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d7dde8bb-8f71-4fa3-9eb1-3ba56857d568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5568456', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6212398'] for subnet, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:36.160701 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:36.185026 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6c56481d-8032-4d50-b0b7-af920085659e req-debd5ef8-499c-4205-a026-1a952a4a7e2b tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489001
May 21 15:53:36.243753 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214acf7ee0>, [{'id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'name': 'tempest-TestShelveInstance-1002065834-router', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:25Z', 'updated_at': '2021-05-21T15:53:31Z', 'revision_number': 4, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'gw_port': {'id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:26Z', 'updated_at': '2021-05-21T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '3c712dae-a5cf-425d-bee4-f061b6a4388e', 'name': '', 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'mac_address': 'fa:16:3e:0a:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:30Z', 'updated_at': '2021-05-21T15:53:35Z', 'revision_number': 4, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'subnets': [{'id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:36.247479 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9a61bd-da9f-4838-8c3c-ba76134bee3c None None] The sync data for ids ['231f20bf-a173-4862-ab88-1878d8beae3e'] in dv-cinder-792642-1-iscsi is: [{'id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'name': 'tempest-TestShelveInstance-1002065834-router', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:25Z', 'updated_at': '2021-05-21T15:53:31Z', 'revision_number': 4, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'gw_port': {'id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:26Z', 'updated_at': '2021-05-21T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '3c712dae-a5cf-425d-bee4-f061b6a4388e', 'name': '', 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'mac_address': 'fa:16:3e:0a:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:30Z', 'updated_at': '2021-05-21T15:53:35Z', 'revision_number': 4, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'subnets': [{'id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:53:36.249497 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dde8bb-8f71-4fa3-9eb1-3ba56857d568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd593c7-5360-4d3c-ac16-f28c063d7a71,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:36.253609 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d7dde8bb-8f71-4fa3-9eb1-3ba56857d568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:36.258584 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dde8bb-8f71-4fa3-9eb1-3ba56857d568 admin admin] Checking segment: {'id': '2ffb4003-abc1-40d8-ba76-c9280471648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:53:36.258979 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dde8bb-8f71-4fa3-9eb1-3ba56857d568 admin admin] Network hostable DHCP agents. Network: bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53, hostable agents: ['14eb2f68-a518-4569-92f5-bc1909c04e20'], hosted agents: [] {{(pid=98819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 21 15:53:36.394193 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dde8bb-8f71-4fa3-9eb1-3ba56857d568 admin admin] Network bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53 is scheduled to be hosted by DHCP agent 14eb2f68-a518-4569-92f5-bc1909c04e20 with binding_index 1 {{(pid=98819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 21 15:53:36.482662 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-d7dde8bb-8f71-4fa3-9eb1-3ba56857d568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-1-iscsi, bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53) {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:53:36.492214 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c5917f-a668-460a-a437-de4bdbdef9d4 None None] Network bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:53:36.493822 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dde8bb-8f71-4fa3-9eb1-3ba56857d568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:36.494521 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d7dde8bb-8f71-4fa3-9eb1-3ba56857d568 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:36.618044 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-d7dde8bb-8f71-4fa3-9eb1-3ba56857d568 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.7851181
May 21 15:53:36.621038 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58118) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:36.626549 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-287265720-router', 'tenant_id': '6f18befa50054df193ff7e401c421226', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:53:36.631460 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:36.637053 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Usage tracker for resource:router and tenant:6f18befa50054df193ff7e401c421226 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:36.640198 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:36.649364 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:36.781540 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp522c8543-4b92-5a03-a3ef-5bd38f92ddb5-bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53', 'network_id': 'bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53', 'tenant_id': '6f18befa50054df193ff7e401c421226', 'fixed_ips': [{'subnet_id': 'ebd593c7-5360-4d3c-ac16-f28c063d7a71'}]}} from dv-cinder-792642-1-iscsi. {{(pid=98821) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 21 15:53:36.782352 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:36.785770 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8118741', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258304'] for router, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:36.787344 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8119495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7996899', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8093609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258319'] for router, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:36.818322 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:36.976766 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.db_base_plugin_common [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Allocated IP 172.20.0.2 (bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53/ebd593c7-5360-4d3c-ac16-f28c063d7a71/3049c647-1d5e-4e92-b63b-16423a8fa2d6) {{(pid=98821) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:53:37.263094 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Notify callbacks [] for port, precommit_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:37.280028 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Transition to ACTIVE for port object 3049c647-1d5e-4e92-b63b-16423a8fa2d6 will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:53:37.326380 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Transition to ACTIVE for port object 3049c647-1d5e-4e92-b63b-16423a8fa2d6 will not be triggered until provisioned by entity DHCP. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:53:37.350098 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7996904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8118727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258365'] for router, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:37.447377 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5a2d2-593e-4c44-a163-85908683bdfc req-f6b70370-f50a-4750-93ae-6d84bd9d9633 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:37.449527 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b9e5a2d2-593e-4c44-a163-85908683bdfc req-f6b70370-f50a-4750-93ae-6d84bd9d9633 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 932 time: 0.0953748
May 21 15:53:37.502408 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b9e5a2d2-593e-4c44-a163-85908683bdfc req-ce563412-91d7-4194-87f8-475e8b762306 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457671
May 21 15:53:37.502968 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505'] for port, after_create {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:37.508900 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:37.631437 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Network bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53 is already hosted by enough agents. {{(pid=98821) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:53:37.634992 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.scheduler.base_scheduler [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Resources bound (agent type, host, resource id):  {{(pid=98821) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:53:37.642078 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Received port after_create {{(pid=98821) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:53:37.649765 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Pushing event updated for resources: {'Port': ['ID=3049c647-1d5e-4e92-b63b-16423a8fa2d6,revision_number=1']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:37.696149 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:37.751057 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Attempting to bind port 3049c647-1d5e-4e92-b63b-16423a8fa2d6 on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:53:37.751433 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Attempting to bind port 3049c647-1d5e-4e92-b63b-16423a8fa2d6 by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '2ffb4003-abc1-40d8-ba76-c9280471648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:53:37.751803 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Attempting to bind port 3049c647-1d5e-4e92-b63b-16423a8fa2d6 on network bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53 {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:53:37.758009 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:53:37.758391 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Checking segment: {'id': '2ffb4003-abc1-40d8-ba76-c9280471648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:53:37.758826 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:37.759386 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Bound using segment: {'id': '2ffb4003-abc1-40d8-ba76-c9280471648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:53:37.759868 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Bound port: 3049c647-1d5e-4e92-b63b-16423a8fa2d6, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffb4003-abc1-40d8-ba76-c9280471648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:53:37.760245 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:37.872088 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] For port 3049c647-1d5e-4e92-b63b-16423a8fa2d6, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:53:37.875347 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] For port 3049c647-1d5e-4e92-b63b-16423a8fa2d6, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=3049c647-1d5e-4e92-b63b-16423a8fa2d6,segment=NetworkSegment(2ffb4003-abc1-40d8-ba76-c9280471648d),segment_id=2ffb4003-abc1-40d8-ba76-c9280471648d)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:53:37.939196 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:37.969981 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:37.999749 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:38.004240 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:38.098887 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Pushing event updated for resources: {'Port': ['ID=3049c647-1d5e-4e92-b63b-16423a8fa2d6,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:38.102091 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:38.123825 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Allocated IP 172.27.0.253 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/92c670b1-cd63-43b1-9edd-0166a416e16a) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:53:38.295355 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:38.396161 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 3c712dae-a5cf-425d-bee4-f061b6a4388e up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:38.439969 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:38.445094 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d016c07f-03d2-4509-9a6f-146765ee84d1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:38.493635 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Request body: {'port': {'device_id': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:53:38.559650 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:53:38.565434 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port 3c712dae-a5cf-425d-bee4-f061b6a4388e completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:38.568526 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:53:38.572538 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 3c712dae-a5cf-425d-bee4-f061b6a4388e triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:38.577363 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:38.577615 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:53:38.622153 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Pushing event updated for resources: {'Port': ['ID=92c670b1-cd63-43b1-9edd-0166a416e16a,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:38.632858 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:38.708701 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:38.743940 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port 3c712dae-a5cf-425d-bee4-f061b6a4388e, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=3c712dae-a5cf-425d-bee4-f061b6a4388e,segment=NetworkSegment(b971bb14-b7ef-42c7-8d35-d26d8ecb2cae),segment_id=b971bb14-b7ef-42c7-8d35-d26d8ecb2cae)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:38.855030 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:38.860495 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 3049c647-1d5e-4e92-b63b-16423a8fa2d6 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:38.869470 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:38.890836 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-da4d6c79-68da-4335-8ba6-3cb4b913e8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:38.983502 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=3c712dae-a5cf-425d-bee4-f061b6a4388e,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:38.986659 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:39.027301 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e1c6a-2ed1-4368-bb3f-36b03393e830 req-cb357d70-3964-4c81-899b-610fa76dc05d tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:39.028847 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9f5e1c6a-2ed1-4368-bb3f-36b03393e830 req-cb357d70-3964-4c81-899b-610fa76dc05d tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 932 time: 0.3949275
May 21 15:53:39.032082 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae74879c-fe6c-44b9-ada0-a05e4915b338 None None] Network bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:53:39.115765 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port 3049c647-1d5e-4e92-b63b-16423a8fa2d6 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:39.254410 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-e6fdad5f-0c64-42f6-92cb-3f214b2b8b69 None None] Provisioning for port 3049c647-1d5e-4e92-b63b-16423a8fa2d6 completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:39.263991 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-e6fdad5f-0c64-42f6-92cb-3f214b2b8b69 None None] Provisioning complete for port 3049c647-1d5e-4e92-b63b-16423a8fa2d6 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:39.264493 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-e6fdad5f-0c64-42f6-92cb-3f214b2b8b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:39.306245 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9f5e1c6a-2ed1-4368-bb3f-36b03393e830 req-cc8bc3fc-64fa-4a68-9537-37bc83d5266b tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2408028
May 21 15:53:39.408032 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-e6fdad5f-0c64-42f6-92cb-3f214b2b8b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:39.444737 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-e6fdad5f-0c64-42f6-92cb-3f214b2b8b69 None None] For port 3049c647-1d5e-4e92-b63b-16423a8fa2d6, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=3049c647-1d5e-4e92-b63b-16423a8fa2d6,segment=NetworkSegment(2ffb4003-abc1-40d8-ba76-c9280471648d),segment_id=2ffb4003-abc1-40d8-ba76-c9280471648d)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:39.498638 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:39.625215 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-e6fdad5f-0c64-42f6-92cb-3f214b2b8b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:39.627103 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:39.693501 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdad5f-0c64-42f6-92cb-3f214b2b8b69 None None] Pushing event updated for resources: {'Port': ['ID=3049c647-1d5e-4e92-b63b-16423a8fa2d6,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:39.696665 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-e6fdad5f-0c64-42f6-92cb-3f214b2b8b69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:39.748676 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-5e46c9c1-94bc-46fb-8cf1-5382431f5ab7 None None] Provisioning complete for port 3049c647-1d5e-4e92-b63b-16423a8fa2d6 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:39.749052 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-5e46c9c1-94bc-46fb-8cf1-5382431f5ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:39.817162 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fac93cb-1019-4a86-93ef-f153c5b2acd1 {{(pid=98820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:53:39.828657 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:39.904419 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Transition to ACTIVE for port object 2fac93cb-1019-4a86-93ef-f153c5b2acd1 will not be triggered until provisioned by entity L2. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:53:39.936476 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8118732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8121917'] for router, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:39.995015 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:40.006267 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:40.272634 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Pushing event updated for resources: {'Port': ['ID=2fac93cb-1019-4a86-93ef-f153c5b2acd1,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:40.303863 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:40.304309 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:40.304655 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:40.305059 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:40.305378 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:40.305733 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:40.306090 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:40.307007 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:40.307007 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:40.307304 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:40.308089 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:40.308488 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:40.318271 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:40.330265 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 3c712dae-a5cf-425d-bee4-f061b6a4388e up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:40.368574 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Attempting to bind port 2fac93cb-1019-4a86-93ef-f153c5b2acd1 on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:53:40.368964 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Attempting to bind port 2fac93cb-1019-4a86-93ef-f153c5b2acd1 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '63f1b301-b72c-4e5d-923d-52605839fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514'}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:53:40.369227 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Attempting to bind port 2fac93cb-1019-4a86-93ef-f153c5b2acd1 on network 235f9964-30b5-446d-a105-d323d4cb9514 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:53:40.379149 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Port 2fac93cb-1019-4a86-93ef-f153c5b2acd1 on network 235f9964-30b5-446d-a105-d323d4cb9514 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:53:40.379641 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Attempting to bind port 2fac93cb-1019-4a86-93ef-f153c5b2acd1 on network 235f9964-30b5-446d-a105-d323d4cb9514 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:53:40.386876 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:53:40.387246 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Checking segment: {'id': '63f1b301-b72c-4e5d-923d-52605839fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:53:40.387603 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Bound using segment: {'id': '63f1b301-b72c-4e5d-923d-52605839fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514'} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:53:40.388035 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Bound port: 2fac93cb-1019-4a86-93ef-f153c5b2acd1, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f1b301-b72c-4e5d-923d-52605839fca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514'}}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:53:40.388382 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:40.414006 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 3c712dae-a5cf-425d-bee4-f061b6a4388e triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:40.414438 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:40.545867 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 3049c647-1d5e-4e92-b63b-16423a8fa2d6 up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:40.601967 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Router f84b93a6-4e01-4fde-9e61-03ea89763f37 is scheduled to L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 with binding_index 1 {{(pid=98820) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 21 15:53:40.618574 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 3049c647-1d5e-4e92-b63b-16423a8fa2d6 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:40.619060 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:40.728406 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] For port 2fac93cb-1019-4a86-93ef-f153c5b2acd1, host hv-cinder-79264, cleared binding levels {{(pid=98820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:53:40.735118 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] For port 2fac93cb-1019-4a86-93ef-f153c5b2acd1, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2fac93cb-1019-4a86-93ef-f153c5b2acd1,segment=NetworkSegment(63f1b301-b72c-4e5d-923d-52605839fca4),segment_id=63f1b301-b72c-4e5d-923d-52605839fca4)] {{(pid=98820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:53:40.824963 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb4193-d58c-4c2e-8cbc-f31f3f8f0306 req-d037636a-64a0-4439-a0b8-b52586f17fa2 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:40.826442 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1bfb4193-d58c-4c2e-8cbc-f31f3f8f0306 req-d037636a-64a0-4439-a0b8-b52586f17fa2 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 944 time: 0.3952494
May 21 15:53:40.827498 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:40.833135 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-32cd8202-ed58-415d-aef9-cf9fb96aac7c tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:40.921596 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:53:40.932187 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Sync routers for ids ['f84b93a6-4e01-4fde-9e61-03ea89763f37'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:53:40.943535 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Routers {'f84b93a6-4e01-4fde-9e61-03ea89763f37'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:53:40.944193 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214afb4a90>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:53:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['f84b93a6-4e01-4fde-9e61-03ea89763f37'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:40.948721 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:40.949343 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:40.950717 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] 10.222.0.25 "PUT /v2.0/ports/2fac93cb-1019-4a86-93ef-f153c5b2acd1 HTTP/1.1" status: 200  len: 1094 time: 2.4664223
May 21 15:53:40.954652 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'tag': '2fac93cb-1019-4a86-93ef-f153c5b2acd1'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:53:41.019845 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1bfb4193-d58c-4c2e-8cbc-f31f3f8f0306 req-b01403f2-d314-46ba-a912-877434c75adb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482449
May 21 15:53:41.024952 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Pushing event updated for resources: {'Port': ['ID=2fac93cb-1019-4a86-93ef-f153c5b2acd1,revision_number=3']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:41.037566 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:41.150640 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Notify callbacks [] for router, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:41.170641 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.5305638
May 21 15:53:41.171226 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58136) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:41.185105 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-c037d575-abb8-4f51-bb7e-a93f387f20b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:41.186679 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-c037d575-abb8-4f51-bb7e-a93f387f20b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4372defa064433bc9d171f4538710e&device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 1097 time: 0.0836110
May 21 15:53:41.223933 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Set router f84b93a6-4e01-4fde-9e61-03ea89763f37 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:53:41.251372 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'tag': '2fac93cb-1019-4a86-93ef-f153c5b2acd1', 'status': 'completed', 'code': 200}
May 21 15:53:41.266966 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-db97db77-8d4b-47c6-8e54-8d3283dd3147 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fac93cb-1019-4a86-93ef-f153c5b2acd1 HTTP/1.1" status: 200  len: 217 time: 0.0712662
May 21 15:53:41.343741 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-87ced6f1-1816-4b37-b197-a48b7ba0562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:41.345218 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-87ced6f1-1816-4b37-b197-a48b7ba0562b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d HTTP/1.1" status: 200  len: 854 time: 0.0691500
May 21 15:53:41.427906 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-1f989a54-c948-4f5a-a03a-a63f2192bf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:41.429333 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-1f989a54-c948-4f5a-a03a-a63f2192bf87 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=235f9964-30b5-446d-a105-d323d4cb9514&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776095
May 21 15:53:41.532880 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214afb4a90>, [{'id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'name': 'tempest-TestShelveInstance-287265720-router', 'tenant_id': '6f18befa50054df193ff7e401c421226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:36Z', 'updated_at': '2021-05-21T15:53:38Z', 'revision_number': 3, 'project_id': '6f18befa50054df193ff7e401c421226', 'gw_port': {'id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:38Z', 'updated_at': '2021-05-21T15:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:41.538042 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Checking router: f84b93a6-4e01-4fde-9e61-03ea89763f37 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:53:41.538799 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Updating router f84b93a6-4e01-4fde-9e61-03ea89763f37 port 92c670b1-cd63-43b1-9edd-0166a416e16a binding host dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:53:41.572541 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-4799fd1d-d5f2-47ba-82e6-6b01d438c30b service neutron] 10.222.0.25 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363542
May 21 15:53:41.594859 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:41.717130 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-129f90e3-ff19-443e-b6bc-5cb4d0ff380b req-f308d579-9786-456c-8466-3e65f5b625b4 service neutron] 10.222.0.25 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374004
May 21 15:53:41.943155 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Notify callbacks [] for port, precommit_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:41.956761 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Transition to ACTIVE for port object 92c670b1-cd63-43b1-9edd-0166a416e16a will not be triggered until provisioned by entity L2. {{(pid=98821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:53:41.996108 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:42.012112 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc09b4-394d-46c2-bdd4-23e010c909a0 req-8fc4e7d0-a7f0-4fcc-8622-2db4cb545e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:42.020256 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cefc09b4-394d-46c2-bdd4-23e010c909a0 req-8fc4e7d0-a7f0-4fcc-8622-2db4cb545e63 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4372defa064433bc9d171f4538710e&device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 1097 time: 0.0797892
May 21 15:53:42.074970 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:42.078191 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:42.167882 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Attempting to bind port 92c670b1-cd63-43b1-9edd-0166a416e16a on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:53:42.168268 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Attempting to bind port 92c670b1-cd63-43b1-9edd-0166a416e16a by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:53:42.168630 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Attempting to bind port 92c670b1-cd63-43b1-9edd-0166a416e16a on network eada4616-562d-476a-9813-40a69a73ac77 {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:53:42.170964 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e5f71-3874-4a53-86a1-fb808d09d99f None None] Pushing event updated for resources: {'Port': ['ID=92c670b1-cd63-43b1-9edd-0166a416e16a,revision_number=2']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:42.175194 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-175e5f71-3874-4a53-86a1-fb808d09d99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:42.178033 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:53:42.178975 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Checking segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:53:42.178975 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:42.179242 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Bound using segment: {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'} {{(pid=98821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:53:42.179734 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.managers [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Bound port: 92c670b1-cd63-43b1-9edd-0166a416e16a, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778bad13-bb61-4892-ae89-b3972d1ac296', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77'}}] {{(pid=98821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:53:42.180212 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:42.197241 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc09b4-394d-46c2-bdd4-23e010c909a0 req-b673891c-270e-483e-8b8d-b157c0e70694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:42.200205 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cefc09b4-394d-46c2-bdd4-23e010c909a0 req-b673891c-270e-483e-8b8d-b157c0e70694 service neutron] 10.222.0.25 "GET /v2.0/networks?id=235f9964-30b5-446d-a105-d323d4cb9514 HTTP/1.1" status: 200  len: 916 time: 0.1796913
May 21 15:53:42.269370 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_common [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Allocated IP 172.20.0.1 (bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53/ebd593c7-5360-4d3c-ac16-f28c063d7a71/bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb) {{(pid=98819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:53:42.270337 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] For port 92c670b1-cd63-43b1-9edd-0166a416e16a, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:53:42.275294 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] For port 92c670b1-cd63-43b1-9edd-0166a416e16a, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=92c670b1-cd63-43b1-9edd-0166a416e16a,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:53:42.285236 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cefc09b4-394d-46c2-bdd4-23e010c909a0 req-a4f987fb-61ab-4a0a-9707-fd3462e4b67d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fac93cb-1019-4a86-93ef-f153c5b2acd1 HTTP/1.1" status: 200  len: 217 time: 0.0734940
May 21 15:53:42.396961 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:42.400887 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc09b4-394d-46c2-bdd4-23e010c909a0 req-ec565629-8f7b-4184-90c5-0ca475a27862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:42.402128 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-175e5f71-3874-4a53-86a1-fb808d09d99f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:42.402786 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cefc09b4-394d-46c2-bdd4-23e010c909a0 req-ec565629-8f7b-4184-90c5-0ca475a27862 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d HTTP/1.1" status: 200  len: 854 time: 0.1106360
May 21 15:53:42.429548 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:42.448867 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.provisioning_blocks [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Transition to ACTIVE for port object bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb will not be triggered until provisioned by entity DHCP. {{(pid=98819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:53:42.480455 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Routers {'f84b93a6-4e01-4fde-9e61-03ea89763f37'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:53:42.481135 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214afb4a90>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:53:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['f84b93a6-4e01-4fde-9e61-03ea89763f37'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:42.482980 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0e74e-b9b0-4fcb-80bd-afd16148e77f req-e10ae6b7-5b0c-40fb-af6b-80f946d75f7c tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:42.484506 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0ae0e74e-b9b0-4fcb-80bd-afd16148e77f req-e10ae6b7-5b0c-40fb-af6b-80f946d75f7c tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 944 time: 0.1579144
May 21 15:53:42.542386 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc09b4-394d-46c2-bdd4-23e010c909a0 req-19c52dd7-11ef-4374-adf4-60b6e1022d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:42.543839 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cefc09b4-394d-46c2-bdd4-23e010c909a0 req-19c52dd7-11ef-4374-adf4-60b6e1022d53 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=235f9964-30b5-446d-a105-d323d4cb9514&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1331570
May 21 15:53:42.547729 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e5f71-3874-4a53-86a1-fb808d09d99f None None] Pushing event updated for resources: {'Port': ['ID=92c670b1-cd63-43b1-9edd-0166a416e16a,revision_number=3']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:42.550706 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-175e5f71-3874-4a53-86a1-fb808d09d99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:42.559553 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0ae0e74e-b9b0-4fcb-80bd-afd16148e77f req-d1730637-7bfe-4b10-96d9-6c7a96d4318d tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575731
May 21 15:53:42.580751 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:42.591009 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-f574f16b-6bb6-45fc-a8be-99b16ba693a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:42.645950 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Network bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53 is already hosted by enough agents. {{(pid=98819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:53:42.649010 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:53:42.653616 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Received port after_create {{(pid=98819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:53:42.684294 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] Set router f84b93a6-4e01-4fde-9e61-03ea89763f37 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:53:42.717163 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Pushing event updated for resources: {'Port': ['ID=bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:42.734100 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:42.741082 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:42.741082 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:42.741082 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:42.741082 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:42.741082 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:42.741082 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:42.741082 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:42.741082 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:42.741082 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:42.741082 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:42.741082 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:53:42.744053 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:42.756169 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8025903'] for router_interface, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:42.806070 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cefc09b4-394d-46c2-bdd4-23e010c909a0 req-a8531b6a-efb1-4563-82ce-fea62316e423 service neutron] 10.222.0.25 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2506785
May 21 15:53:42.962144 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cefc09b4-394d-46c2-bdd4-23e010c909a0 req-51e8ae31-809e-4501-bebc-ea703efeee39 service neutron] 10.222.0.25 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487789
May 21 15:53:42.994083 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:43.058323 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214afb4a90>, [{'id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'name': 'tempest-TestShelveInstance-287265720-router', 'tenant_id': '6f18befa50054df193ff7e401c421226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:36Z', 'updated_at': '2021-05-21T15:53:38Z', 'revision_number': 3, 'project_id': '6f18befa50054df193ff7e401c421226', 'gw_port': {'id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:38Z', 'updated_at': '2021-05-21T15:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:43.062562 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-c94a5e75-b1a6-4bb5-abbf-a8a068a9672e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:43.064965 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06952e0c-fa7a-4953-bb29-ac8128e9b2b1 None None] The sync data for ids ['f84b93a6-4e01-4fde-9e61-03ea89763f37'] in dv-cinder-792642-1-iscsi is: [{'id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'name': 'tempest-TestShelveInstance-287265720-router', 'tenant_id': '6f18befa50054df193ff7e401c421226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:36Z', 'updated_at': '2021-05-21T15:53:38Z', 'revision_number': 3, 'project_id': '6f18befa50054df193ff7e401c421226', 'gw_port': {'id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:38Z', 'updated_at': '2021-05-21T15:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:53:43.098145 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-a1b913dc-7fb3-43b5-a322-180a08c7266d None None] Provisioning for port bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:43.109773 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-a1b913dc-7fb3-43b5-a322-180a08c7266d None None] Provisioning complete for port bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:43.109773 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-a1b913dc-7fb3-43b5-a322-180a08c7266d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:43.164158 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-a1b913dc-7fb3-43b5-a322-180a08c7266d None None] Port bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:53:43.231390 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:43.308627 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5568307'] for port, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:43.339865 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-3a13415c-3c73-4d12-8833-dd5a415610cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:43.425332 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Pushing event updated for resources: {'Port': ['ID=bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb,revision_number=2']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:43.428023 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8085953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8025938'] for router_interface, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:43.432057 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:43.575438 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Network bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53 is already hosted by enough agents. {{(pid=98819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:53:43.576633 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:53:43.774477 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548165f-a348-4776-87cb-1b9684e328b8 req-ce78ef07-5b8a-4c85-a631-a401375dc47f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:43.781707 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9548165f-a348-4776-87cb-1b9684e328b8 req-ce78ef07-5b8a-4c85-a631-a401375dc47f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 944 time: 0.0978873
May 21 15:53:43.825857 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9548165f-a348-4776-87cb-1b9684e328b8 req-9c4ac3bf-2c75-4ffa-9af6-a1d2f15e2031 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431798
May 21 15:53:43.888588 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-20ae4bee-cfd0-47b7-a9f6-73579f4c0481 None None] Provisioning complete for port bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:43.888981 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-20ae4bee-cfd0-47b7-a9f6-73579f4c0481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:43.900422 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Router f84b93a6-4e01-4fde-9e61-03ea89763f37 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:53:43.951783 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-20ae4bee-cfd0-47b7-a9f6-73579f4c0481 None None] Port bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:53:44.090700 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:53:44.099611 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] 10.222.0.70 "PUT /v2.0/routers/f84b93a6-4e01-4fde-9e61-03ea89763f37/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9426360
May 21 15:53:44.349076 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 92c670b1-cd63-43b1-9edd-0166a416e16a up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:44.507970 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port 92c670b1-cd63-43b1-9edd-0166a416e16a completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:44.513448 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 92c670b1-cd63-43b1-9edd-0166a416e16a triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:44.513835 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:44.639900 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:44.658330 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port 92c670b1-cd63-43b1-9edd-0166a416e16a, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=92c670b1-cd63-43b1-9edd-0166a416e16a,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:44.672092 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Sync routers for ids ['f84b93a6-4e01-4fde-9e61-03ea89763f37'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:53:44.682305 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Routers {'f84b93a6-4e01-4fde-9e61-03ea89763f37'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:53:44.683081 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214acf73d0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:53:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['f84b93a6-4e01-4fde-9e61-03ea89763f37'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:44.762321 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:44.764488 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9986ac1e-0e0f-4a9c-9b82-41835ef84422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:44.832648 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=92c670b1-cd63-43b1-9edd-0166a416e16a,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:44.840236 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:44.863960 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Set router f84b93a6-4e01-4fde-9e61-03ea89763f37 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:53:45.030091 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738d2bd-61d6-4994-8cb1-b1da114c4a1c req-de4c978a-421a-4296-9ff7-2f2755cb155a tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:45.031760 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a738d2bd-61d6-4994-8cb1-b1da114c4a1c req-de4c978a-421a-4296-9ff7-2f2755cb155a tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 944 time: 0.0932641
May 21 15:53:45.079388 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a738d2bd-61d6-4994-8cb1-b1da114c4a1c req-f75628fc-c7c6-4024-89a1-6cd99a9b9913 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417542
May 21 15:53:45.209972 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214acf73d0>, [{'id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'name': 'tempest-TestShelveInstance-287265720-router', 'tenant_id': '6f18befa50054df193ff7e401c421226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:36Z', 'updated_at': '2021-05-21T15:53:42Z', 'revision_number': 4, 'project_id': '6f18befa50054df193ff7e401c421226', 'gw_port': {'id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:38Z', 'updated_at': '2021-05-21T15:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb', 'name': '', 'network_id': 'bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53', 'tenant_id': '6f18befa50054df193ff7e401c421226', 'mac_address': 'fa:16:3e:f9:f6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ebd593c7-5360-4d3c-ac16-f28c063d7a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:42Z', 'updated_at': '2021-05-21T15:53:43Z', 'revision_number': 2, 'project_id': '6f18befa50054df193ff7e401c421226', 'subnets': [{'id': 'ebd593c7-5360-4d3c-ac16-f28c063d7a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:45.213876 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Checking router: f84b93a6-4e01-4fde-9e61-03ea89763f37 for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:53:45.214216 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Updating router f84b93a6-4e01-4fde-9e61-03ea89763f37 port bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb binding host dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 21 15:53:45.254457 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 2fac93cb-1019-4a86-93ef-f153c5b2acd1 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:53:45.276297 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:45.276995 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58152) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:45.283197 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-36616747-6230-4773-b899-25619c8d5a9d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081040231', 'description': 'tempest-secgroup-smoke-2081040231 description', 'project_id': 'c7ce717bf7794f1293e5860dacaceff3'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:53:45.289033 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-36616747-6230-4773-b899-25619c8d5a9d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:45.293150 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-36616747-6230-4773-b899-25619c8d5a9d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Usage tracker for resource:security_group and tenant:c7ce717bf7794f1293e5860dacaceff3 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:45.296007 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-36616747-6230-4773-b899-25619c8d5a9d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:45.302591 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-36616747-6230-4773-b899-25619c8d5a9d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:45.396008 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 2fac93cb-1019-4a86-93ef-f153c5b2acd1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2fac93cb-1019-4a86-93ef-f153c5b2acd1,segment=NetworkSegment(63f1b301-b72c-4e5d-923d-52605839fca4),segment_id=63f1b301-b72c-4e5d-923d-52605839fca4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:45.409361 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '2fac93cb-1019-4a86-93ef-f153c5b2acd1', 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514', 'port_id': '2fac93cb-1019-4a86-93ef-f153c5b2acd1', 'mac_address': 'fa:16:3e:41:4b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:53:45.480422 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:45.494029 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-36616747-6230-4773-b899-25619c8d5a9d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:45.502384 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fac93cb-1019-4a86-93ef-f153c5b2acd1 {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:53:45.517025 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-36616747-6230-4773-b899-25619c8d5a9d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:45.521655 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-36616747-6230-4773-b899-25619c8d5a9d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Usage tracker for resource:security_group_rule and tenant:c7ce717bf7794f1293e5860dacaceff3 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:45.523261 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 2fac93cb-1019-4a86-93ef-f153c5b2acd1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2fac93cb-1019-4a86-93ef-f153c5b2acd1,segment=NetworkSegment(63f1b301-b72c-4e5d-923d-52605839fca4),segment_id=63f1b301-b72c-4e5d-923d-52605839fca4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:45.524139 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-36616747-6230-4773-b899-25619c8d5a9d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:45.529975 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-36616747-6230-4773-b899-25619c8d5a9d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:45.599646 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:45.602931 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:45.604920 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-36616747-6230-4773-b899-25619c8d5a9d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:45.632736 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Notify callbacks [] for port, precommit_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:45.644765 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.provisioning_blocks [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Transition to ACTIVE for port object bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb will not be triggered until provisioned by entity L2. {{(pid=98822) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:53:45.670530 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:45.675304 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=2fac93cb-1019-4a86-93ef-f153c5b2acd1,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:45.678233 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:45.699348 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-36616747-6230-4773-b899-25619c8d5a9d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:45.703356 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-5a0cc89c-9e97-4d43-a502-9e2ba5b514d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:45.739988 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:45.743334 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36616747-6230-4773-b899-25619c8d5a9d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4689bf5f-72f3-42e3-8549-cb230dafbef6,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:45.745924 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-36616747-6230-4773-b899-25619c8d5a9d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:45.746431 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:45.854703 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['2fac93cb-1019-4a86-93ef-f153c5b2acd1'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:53:45.865533 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-36616747-6230-4773-b899-25619c8d5a9d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:45.866955 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-36616747-6230-4773-b899-25619c8d5a9d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5885241
May 21 15:53:45.870015 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58156) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:45.876588 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-1a1c32d7-e625-4ffe-a7f4-79cbad73afda tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Request body: {'security_group_rule': {'security_group_id': '4689bf5f-72f3-42e3-8549-cb230dafbef6', 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:53:45.878872 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1af09-d75a-4cd7-ac57-106a298c23e8 None None] Pushing event updated for resources: {'Port': ['ID=bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb,revision_number=3']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:45.882036 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-55b1af09-d75a-4cd7-ac57-106a298c23e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:45.884013 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-1a1c32d7-e625-4ffe-a7f4-79cbad73afda tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:45.889617 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-1a1c32d7-e625-4ffe-a7f4-79cbad73afda tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Usage tracker for resource:security_group_rule and tenant:c7ce717bf7794f1293e5860dacaceff3 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:45.894271 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-1a1c32d7-e625-4ffe-a7f4-79cbad73afda tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:45.898474 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7a79f402-7e99-4ae6-a1d8-c3cd0b43b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:45.902086 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-1a1c32d7-e625-4ffe-a7f4-79cbad73afda tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:45.989706 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Attempting to bind port bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb on host dv-cinder-792642-1-iscsi for vnic_type normal with profile  {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:53:45.990145 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Attempting to bind port bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb by drivers openvswitch,hyperv on host dv-cinder-792642-1-iscsi at level 0 using segments [{'id': '2ffb4003-abc1-40d8-ba76-c9280471648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53'}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:53:45.990452 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Attempting to bind port bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb on network bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53 {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:53:45.998999 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Checking agent: {'id': '1433284d-8c94-4d70-acbc-d0fd5dc94d84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 33, 46), 'started_at': datetime.datetime(2021, 5, 21, 15, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:53:45.998999 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Checking segment: {'id': '2ffb4003-abc1-40d8-ba76-c9280471648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98822) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:53:45.998999 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:45.998999 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Bound using segment: {'id': '2ffb4003-abc1-40d8-ba76-c9280471648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53'} {{(pid=98822) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:53:45.998999 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.managers [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Bound port: bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb, host: dv-cinder-792642-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffb4003-abc1-40d8-ba76-c9280471648d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53'}}] {{(pid=98822) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:53:45.998999 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:46.026203 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1a1c32d7-e625-4ffe-a7f4-79cbad73afda tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:46.091961 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] For port bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb, host dv-cinder-792642-1-iscsi, cleared binding levels {{(pid=98822) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:53:46.095709 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.plugins.ml2.db [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] For port bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb, host dv-cinder-792642-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb,segment=NetworkSegment(2ffb4003-abc1-40d8-ba76-c9280471648d),segment_id=2ffb4003-abc1-40d8-ba76-c9280471648d)] {{(pid=98822) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:53:46.095898 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1a1c32d7-e625-4ffe-a7f4-79cbad73afda tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:46.231567 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1a1c32d7-e625-4ffe-a7f4-79cbad73afda tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:46.242340 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:46.264228 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c32d7-e625-4ffe-a7f4-79cbad73afda tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4bd7146-cad0-446d-af06-a87003ba31fc,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:46.266344 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1a1c32d7-e625-4ffe-a7f4-79cbad73afda tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:46.285887 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron_lib.callbacks.manager [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98822) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:46.291877 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-684cc36e-2b33-424a-9560-4ecfcf536ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:46.298144 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e836c2e-a7fe-4692-9788-d6f66a097b7f req-f4d9cafc-9787-4ac9-9eb4-3297dd00cbd3 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:46.299853 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7e836c2e-a7fe-4692-9788-d6f66a097b7f req-f4d9cafc-9787-4ac9-9eb4-3297dd00cbd3 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 945 time: 0.1132429
May 21 15:53:46.339069 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 92c670b1-cd63-43b1-9edd-0166a416e16a up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:46.348702 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7e836c2e-a7fe-4692-9788-d6f66a097b7f req-e9d25517-e929-4a13-bdf2-6a95cb56bbdf tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428722
May 21 15:53:46.374641 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1af09-d75a-4cd7-ac57-106a298c23e8 None None] Pushing event updated for resources: {'Port': ['ID=bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb,revision_number=4']} {{(pid=98822) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:46.378754 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG oslo_concurrency.lockutils [None req-55b1af09-d75a-4cd7-ac57-106a298c23e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98822) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:46.385070 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Routers {'f84b93a6-4e01-4fde-9e61-03ea89763f37'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:53:46.385703 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214acf73d0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:53:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['f84b93a6-4e01-4fde-9e61-03ea89763f37'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:46.391620 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1a1c32d7-e625-4ffe-a7f4-79cbad73afda tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:46.393302 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-1a1c32d7-e625-4ffe-a7f4-79cbad73afda tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5217559
May 21 15:53:46.395559 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58162) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:46.400869 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-51317823-c82c-427b-9d38-07f669a76adb tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Request body: {'security_group_rule': {'security_group_id': '4689bf5f-72f3-42e3-8549-cb230dafbef6', 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:53:46.407452 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-51317823-c82c-427b-9d38-07f669a76adb tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:46.417130 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-51317823-c82c-427b-9d38-07f669a76adb tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Usage tracker for resource:security_group_rule and tenant:c7ce717bf7794f1293e5860dacaceff3 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:46.420958 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-51317823-c82c-427b-9d38-07f669a76adb tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:46.435270 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-51317823-c82c-427b-9d38-07f669a76adb tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:46.438891 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port 92c670b1-cd63-43b1-9edd-0166a416e16a triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:46.443910 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:46.546204 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-51317823-c82c-427b-9d38-07f669a76adb tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:46.582596 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] Set router f84b93a6-4e01-4fde-9e61-03ea89763f37 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:53:46.622528 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-51317823-c82c-427b-9d38-07f669a76adb tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:46.694154 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-51317823-c82c-427b-9d38-07f669a76adb tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:46.700510 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:46.719843 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51317823-c82c-427b-9d38-07f669a76adb tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa36c06-0514-4f63-937a-b8e6ebb34fde,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:46.722247 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-51317823-c82c-427b-9d38-07f669a76adb tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:46.816483 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:46.859862 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-51317823-c82c-427b-9d38-07f669a76adb tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:46.861116 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-51317823-c82c-427b-9d38-07f669a76adb tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4645939
May 21 15:53:46.863754 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58166) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:46.869402 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-22b5b18b-0e89-4c66-a774-c0906f5e93aa tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Request body: {'security_group_rule': {'security_group_id': '4689bf5f-72f3-42e3-8549-cb230dafbef6', 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:53:46.875301 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-22b5b18b-0e89-4c66-a774-c0906f5e93aa tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:46.879115 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-22b5b18b-0e89-4c66-a774-c0906f5e93aa tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Usage tracker for resource:security_group_rule and tenant:c7ce717bf7794f1293e5860dacaceff3 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:46.882013 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-22b5b18b-0e89-4c66-a774-c0906f5e93aa tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:46.888224 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-22b5b18b-0e89-4c66-a774-c0906f5e93aa tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:46.897361 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214acf73d0>, [{'id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'name': 'tempest-TestShelveInstance-287265720-router', 'tenant_id': '6f18befa50054df193ff7e401c421226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:36Z', 'updated_at': '2021-05-21T15:53:42Z', 'revision_number': 4, 'project_id': '6f18befa50054df193ff7e401c421226', 'gw_port': {'id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:38Z', 'updated_at': '2021-05-21T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb', 'name': '', 'network_id': 'bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53', 'tenant_id': '6f18befa50054df193ff7e401c421226', 'mac_address': 'fa:16:3e:f9:f6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ebd593c7-5360-4d3c-ac16-f28c063d7a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:42Z', 'updated_at': '2021-05-21T15:53:46Z', 'revision_number': 4, 'project_id': '6f18befa50054df193ff7e401c421226', 'subnets': [{'id': 'ebd593c7-5360-4d3c-ac16-f28c063d7a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:53:46.902193 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe7f537-4963-45e3-9fb1-8acef8f01220 None None] The sync data for ids ['f84b93a6-4e01-4fde-9e61-03ea89763f37'] in dv-cinder-792642-1-iscsi is: [{'id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'name': 'tempest-TestShelveInstance-287265720-router', 'tenant_id': '6f18befa50054df193ff7e401c421226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:36Z', 'updated_at': '2021-05-21T15:53:42Z', 'revision_number': 4, 'project_id': '6f18befa50054df193ff7e401c421226', 'gw_port': {'id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:38Z', 'updated_at': '2021-05-21T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': 'bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb', 'name': '', 'network_id': 'bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53', 'tenant_id': '6f18befa50054df193ff7e401c421226', 'mac_address': 'fa:16:3e:f9:f6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ebd593c7-5360-4d3c-ac16-f28c063d7a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:42Z', 'updated_at': '2021-05-21T15:53:46Z', 'revision_number': 4, 'project_id': '6f18befa50054df193ff7e401c421226', 'subnets': [{'id': 'ebd593c7-5360-4d3c-ac16-f28c063d7a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:53:46.985327 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-22b5b18b-0e89-4c66-a774-c0906f5e93aa tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:47.063877 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-22b5b18b-0e89-4c66-a774-c0906f5e93aa tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:47.176638 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-22b5b18b-0e89-4c66-a774-c0906f5e93aa tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:47.182988 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1a1c32d7-e625-4ffe-a7f4-79cbad73afda tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:47.203503 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5b18b-0e89-4c66-a774-c0906f5e93aa tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0090c3-5b8d-4a70-95d8-b0b8fee83fc2,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:47.205983 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-22b5b18b-0e89-4c66-a774-c0906f5e93aa tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:47.272724 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 2fac93cb-1019-4a86-93ef-f153c5b2acd1 up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:47.377205 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-22b5b18b-0e89-4c66-a774-c0906f5e93aa tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:47.378479 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-22b5b18b-0e89-4c66-a774-c0906f5e93aa tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5134177
May 21 15:53:47.389358 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58172) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:47.389358 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-e5803ecd-1620-48ba-aba7-d53694b7b70e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Request body: {'security_group_rule': {'security_group_id': '4689bf5f-72f3-42e3-8549-cb230dafbef6', 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:53:47.394958 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-e5803ecd-1620-48ba-aba7-d53694b7b70e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:47.399193 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-e5803ecd-1620-48ba-aba7-d53694b7b70e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Usage tracker for resource:security_group_rule and tenant:c7ce717bf7794f1293e5860dacaceff3 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:47.402548 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-e5803ecd-1620-48ba-aba7-d53694b7b70e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:47.408808 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-e5803ecd-1620-48ba-aba7-d53694b7b70e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:47.444782 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port 2fac93cb-1019-4a86-93ef-f153c5b2acd1 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:47.450811 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 2fac93cb-1019-4a86-93ef-f153c5b2acd1 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:47.451329 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:47.546028 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-e5803ecd-1620-48ba-aba7-d53694b7b70e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:47.567187 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27a356-2312-4566-bedc-fa8def5bdeaa req-7b2842b2-e582-46c8-bcc0-09f75923a48b tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:47.567187 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ad27a356-2312-4566-bedc-fa8def5bdeaa req-7b2842b2-e582-46c8-bcc0-09f75923a48b tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 945 time: 0.1013908
May 21 15:53:47.579598 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:47.610746 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fac93cb-1019-4a86-93ef-f153c5b2acd1'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:53:47.622898 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 2fac93cb-1019-4a86-93ef-f153c5b2acd1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2fac93cb-1019-4a86-93ef-f153c5b2acd1,segment=NetworkSegment(63f1b301-b72c-4e5d-923d-52605839fca4),segment_id=63f1b301-b72c-4e5d-923d-52605839fca4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:47.658368 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ad27a356-2312-4566-bedc-fa8def5bdeaa req-0cbc9eb4-a81d-49d4-acc6-8ed413523bcd tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864198
May 21 15:53:47.676166 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fac93cb-1019-4a86-93ef-f153c5b2acd1', 'code': 200}
May 21 15:53:47.677118 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-e5803ecd-1620-48ba-aba7-d53694b7b70e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:47.768352 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:47.770020 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:47.799345 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-e5803ecd-1620-48ba-aba7-d53694b7b70e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:47.801358 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:47.825347 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5803ecd-1620-48ba-aba7-d53694b7b70e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018d5a46-834d-4661-8fd1-2a4efeefe7fe,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:47.827892 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-e5803ecd-1620-48ba-aba7-d53694b7b70e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:47.846622 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=2fac93cb-1019-4a86-93ef-f153c5b2acd1,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:47.847828 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:47.896613 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-e5803ecd-1620-48ba-aba7-d53694b7b70e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:47.897815 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-e5803ecd-1620-48ba-aba7-d53694b7b70e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5156832
May 21 15:53:47.900606 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58182) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:47.905735 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-248d2059-cd1e-4bef-afc0-bab304e1941f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Request body: {'security_group_rule': {'security_group_id': '4689bf5f-72f3-42e3-8549-cb230dafbef6', 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:53:47.912239 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-248d2059-cd1e-4bef-afc0-bab304e1941f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:47.916828 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-248d2059-cd1e-4bef-afc0-bab304e1941f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Usage tracker for resource:security_group_rule and tenant:c7ce717bf7794f1293e5860dacaceff3 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:47.920129 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-248d2059-cd1e-4bef-afc0-bab304e1941f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:47.927224 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-248d2059-cd1e-4bef-afc0-bab304e1941f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:48.048434 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.securitygroups_db [None req-248d2059-cd1e-4bef-afc0-bab304e1941f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Project c7ce717bf7794f1293e5860dacaceff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 21 15:53:48.089747 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-248d2059-cd1e-4bef-afc0-bab304e1941f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:48.175961 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb29a2-c1c6-4930-ade4-850cf2c9ed1c req-d40413ed-33b8-4ce0-8f28-8aad61f54e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:48.177328 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b5eb29a2-c1c6-4930-ade4-850cf2c9ed1c req-d40413ed-33b8-4ce0-8f28-8aad61f54e4c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 1099 time: 0.1250193
May 21 15:53:48.181472 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-248d2059-cd1e-4bef-afc0-bab304e1941f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:48.220502 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b5eb29a2-c1c6-4930-ade4-850cf2c9ed1c req-59e492fa-e50d-413c-adcb-98997a326d6c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353091
May 21 15:53:48.324922 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-248d2059-cd1e-4bef-afc0-bab304e1941f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:48.327075 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:48.346411 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:48.353073 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d2059-cd1e-4bef-afc0-bab304e1941f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3ec845-f0b1-49cf-b8e5-e5b727810034,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:48.355727 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-248d2059-cd1e-4bef-afc0-bab304e1941f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:48.491231 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-248d2059-cd1e-4bef-afc0-bab304e1941f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:48.492816 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-248d2059-cd1e-4bef-afc0-bab304e1941f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5911598
May 21 15:53:48.499395 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58186) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:53:48.504706 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-7c912eb0-9455-49b9-b95f-ea02fe8863f0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Request body: {'security_group_rule': {'security_group_id': '4689bf5f-72f3-42e3-8549-cb230dafbef6', 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:53:48.511234 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-7c912eb0-9455-49b9-b95f-ea02fe8863f0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:53:48.515145 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-7c912eb0-9455-49b9-b95f-ea02fe8863f0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Usage tracker for resource:security_group_rule and tenant:c7ce717bf7794f1293e5860dacaceff3 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:53:48.518077 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-7c912eb0-9455-49b9-b95f-ea02fe8863f0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:53:48.524586 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-7c912eb0-9455-49b9-b95f-ea02fe8863f0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:53:48.530703 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning for port bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:53:48.541816 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:48.541816 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:48.541816 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:48.658809 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:48.679148 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.securitygroups_db [None req-7c912eb0-9455-49b9-b95f-ea02fe8863f0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Project c7ce717bf7794f1293e5860dacaceff3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 21 15:53:48.685284 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7c912eb0-9455-49b9-b95f-ea02fe8863f0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:48.692663 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] For port bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb,segment=NetworkSegment(2ffb4003-abc1-40d8-ba76-c9280471648d),segment_id=2ffb4003-abc1-40d8-ba76-c9280471648d)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:53:48.756918 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7c912eb0-9455-49b9-b95f-ea02fe8863f0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:48.790979 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:48.793906 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:48.859139 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39204809-aa6f-4e0b-a222-91292bcfc0fb req-0eb7d023-97d4-4db9-98b5-cb8cf0e34052 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:48.862093 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-39204809-aa6f-4e0b-a222-91292bcfc0fb req-0eb7d023-97d4-4db9-98b5-cb8cf0e34052 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 946 time: 0.0858626
May 21 15:53:48.891993 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Pushing event updated for resources: {'Port': ['ID=bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:48.895242 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:48.901870 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7c912eb0-9455-49b9-b95f-ea02fe8863f0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:48.907657 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:53:48.920168 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-39204809-aa6f-4e0b-a222-91292bcfc0fb req-f4a7cf83-6eaf-4c57-8bae-7069455a6562 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531750
May 21 15:53:48.932460 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c912eb0-9455-49b9-b95f-ea02fe8863f0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a21902b-b60a-4ba9-a72f-5aa8ae0f2abe,revision_number=0']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:53:48.936493 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-7c912eb0-9455-49b9-b95f-ea02fe8863f0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:53:49.042442 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-7c912eb0-9455-49b9-b95f-ea02fe8863f0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:49.043697 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-7c912eb0-9455-49b9-b95f-ea02fe8863f0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5432196
May 21 15:53:50.126213 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b7a7b-6c6f-4900-aab7-1718f104bd71 req-1f586948-e163-4ada-8c13-73798fec598b tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:50.131418 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8c6b7a7b-6c6f-4900-aab7-1718f104bd71 req-1f586948-e163-4ada-8c13-73798fec598b tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 946 time: 0.0924897
May 21 15:53:50.179019 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8c6b7a7b-6c6f-4900-aab7-1718f104bd71 req-272d27b6-ea80-45c1-84da-65301f0da208 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449088
May 21 15:53:50.331382 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb up at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:53:50.368869 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86337468-b99a-4617-9dcb-1ad7084c6a6d req-328d1790-e3dd-4071-b1e5-19ff9a322ce2 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:50.370887 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-86337468-b99a-4617-9dcb-1ad7084c6a6d req-328d1790-e3dd-4071-b1e5-19ff9a322ce2 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 946 time: 0.0830629
May 21 15:53:50.401152 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Provisioning complete for port bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:53:50.401525 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:53:50.416529 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-86337468-b99a-4617-9dcb-1ad7084c6a6d req-ce9b0065-744a-43a9-9413-4c987328c40d tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398450
May 21 15:53:50.816240 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea080f9b-1448-49ac-9013-3623093482c1 req-6e20d6bc-3ac5-44aa-ac73-e7f76e976019 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:53:50.817674 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ea080f9b-1448-49ac-9013-3623093482c1 req-6e20d6bc-3ac5-44aa-ac73-e7f76e976019 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 946 time: 0.0863140
May 21 15:53:50.864498 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ea080f9b-1448-49ac-9013-3623093482c1 req-07939e61-ac2e-4bd1-9899-b1b48dfb1404 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408902
May 21 15:53:58.723745 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:53:59.353320 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:01.064451 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9170f693-a64d-43bd-ab9e-7cdafcff7474 req-00963ddf-823f-4d8b-8a85-8708d57c9c1a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0707319
May 21 15:54:01.214841 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170f693-a64d-43bd-ab9e-7cdafcff7474 req-2c015691-4175-43ea-9034-f2a58bd33073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:01.218987 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9170f693-a64d-43bd-ab9e-7cdafcff7474 req-2c015691-4175-43ea-9034-f2a58bd33073 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 1098 time: 0.0759196
May 21 15:54:01.453965 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170f693-a64d-43bd-ab9e-7cdafcff7474 req-e9de6555-51f5-4d2f-9923-af5df2d91830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:01.455349 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9170f693-a64d-43bd-ab9e-7cdafcff7474 req-e9de6555-51f5-4d2f-9923-af5df2d91830 service neutron] 10.222.0.25 "GET /v2.0/networks?id=63209c91-6a37-4380-a99b-8c32f2681b1d HTTP/1.1" status: 200  len: 913 time: 0.2164662
May 21 15:54:01.565772 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9170f693-a64d-43bd-ab9e-7cdafcff7474 req-4b9ddb44-238c-46c9-a753-df37da6ec0ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c3f8eda-74a9-4fa6-bd85-8c512c934f8c HTTP/1.1" status: 200  len: 1001 time: 0.1021252
May 21 15:54:01.629509 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170f693-a64d-43bd-ab9e-7cdafcff7474 req-a13664ed-30b0-4e4f-a47f-505eacd87a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:01.630965 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9170f693-a64d-43bd-ab9e-7cdafcff7474 req-a13664ed-30b0-4e4f-a47f-505eacd87a79 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6201006-2e0c-47c7-83b1-5cdad697a876 HTTP/1.1" status: 200  len: 851 time: 0.0582342
May 21 15:54:01.714878 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170f693-a64d-43bd-ab9e-7cdafcff7474 req-d9633f1a-8309-4b9b-b81b-8532ec0d683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:01.716342 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9170f693-a64d-43bd-ab9e-7cdafcff7474 req-d9633f1a-8309-4b9b-b81b-8532ec0d683c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63209c91-6a37-4380-a99b-8c32f2681b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775690
May 21 15:54:01.859591 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9170f693-a64d-43bd-ab9e-7cdafcff7474 req-1bdd4ef7-32fd-488b-b3af-5511457a456a service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354973
May 21 15:54:01.995099 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9170f693-a64d-43bd-ab9e-7cdafcff7474 req-c55bafd5-6e35-4d08-ac15-59967f9658db service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274259
May 21 15:54:03.695129 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccef10-500a-4562-ba6f-92276870975b req-d0c9fd63-46a7-4580-a204-3fedad9f1fb0 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:03.696538 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6eccef10-500a-4562-ba6f-92276870975b req-d0c9fd63-46a7-4580-a204-3fedad9f1fb0 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 946 time: 0.0811467
May 21 15:54:03.743229 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6eccef10-500a-4562-ba6f-92276870975b req-9185287f-1607-423e-b414-57f06c888c5f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402441
May 21 15:54:03.766322 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58336) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:54:03.997534 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5b3cdd-02ed-4a37-bd83-257799ec225b tempest-TestMinimumBasicScenario-628537690 tempest-TestMinimumBasicScenario-628537690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:03.998224 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-7d5b3cdd-02ed-4a37-bd83-257799ec225b tempest-TestMinimumBasicScenario-628537690 tempest-TestMinimumBasicScenario-628537690-project-admin] Synchronizing usage tracker for tenant:3eb3b729b4994c85a9cf359d0e45d69b on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:54:04.075993 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-7d5b3cdd-02ed-4a37-bd83-257799ec225b tempest-TestMinimumBasicScenario-628537690 tempest-TestMinimumBasicScenario-628537690-project-admin] Unset dirty status for tenant:3eb3b729b4994c85a9cf359d0e45d69b on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:54:04.077477 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-7d5b3cdd-02ed-4a37-bd83-257799ec225b tempest-TestMinimumBasicScenario-628537690 tempest-TestMinimumBasicScenario-628537690-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 1094 time: 0.3098280
May 21 15:54:04.080068 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58342) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:54:04.085158 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Request body: {'floatingip': {'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'port_id': '2fac93cb-1019-4a86-93ef-f153c5b2acd1', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:54:04.091829 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:54:04.095615 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Usage tracker for resource:floatingip and tenant:0b4372defa064433bc9d171f4538710e is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:54:04.098404 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:54:04.104859 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:54:04.227663 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for floatingip, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:04.367852 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:04.506024 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Allocated IP 172.27.0.189 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/cd1118d3-35f8-41be-bfd8-2c3d2b6d343e) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:54:04.656371 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:04.739661 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:04.743668 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:54:04.810368 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:54:04.813200 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:54:04.815944 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:54:04.850664 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Pushing event updated for resources: {'Port': ['ID=cd1118d3-35f8-41be-bfd8-2c3d2b6d343e,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:54:04.854844 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:54:05.344891 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:05.521076 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:05.733533 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:05.804514 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:05.809056 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-7d55f37d-96f4-4d97-a3eb-8721c73356b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:54:05.915620 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Pushing event updated for resources: {'Port': ['ID=cd1118d3-35f8-41be-bfd8-2c3d2b6d343e,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:54:05.920175 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:54:05.928727 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:06.098452 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.l3_db [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Floating IP 8e124773-2d0d-4900-bcea-680600adb7ab associated. External IP: 172.27.0.189, port: 2fac93cb-1019-4a86-93ef-f153c5b2acd1.
May 21 15:54:06.450913 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Router a178cc03-7ae8-4083-a814-7828a8170097 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:54:06.633404 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:54:06.648497 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab75b814-3bb9-4c27-a8b7-8602aeb6bb36 None None] Sync routers for ids ['a178cc03-7ae8-4083-a814-7828a8170097'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:54:06.660426 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab75b814-3bb9-4c27-a8b7-8602aeb6bb36 None None] Routers {'a178cc03-7ae8-4083-a814-7828a8170097'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:54:06.661430 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-ab75b814-3bb9-4c27-a8b7-8602aeb6bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214b9d22b0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:53:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['a178cc03-7ae8-4083-a814-7828a8170097'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:54:06.779025 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:06.837583 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58352) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:54:06.838207 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7565432
May 21 15:54:06.838587 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'tag': '2fac93cb-1019-4a86-93ef-f153c5b2acd1'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:54:06.847315 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-ab75b814-3bb9-4c27-a8b7-8602aeb6bb36 None None] Set router a178cc03-7ae8-4083-a814-7828a8170097 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:54:06.847740 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-71955ddf-37cd-4add-869b-29a7fd2b195f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1155311606', 'description': 'tempest-secgroup-smoke-1155311606 description', 'project_id': '0b4372defa064433bc9d171f4538710e'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:54:06.854157 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-71955ddf-37cd-4add-869b-29a7fd2b195f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:54:06.867083 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-71955ddf-37cd-4add-869b-29a7fd2b195f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:54:06.891058 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'tag': '2fac93cb-1019-4a86-93ef-f153c5b2acd1', 'status': 'completed', 'code': 200}
May 21 15:54:06.953325 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-71955ddf-37cd-4add-869b-29a7fd2b195f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:06.974344 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-71955ddf-37cd-4add-869b-29a7fd2b195f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:54:06.978620 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-71955ddf-37cd-4add-869b-29a7fd2b195f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Usage tracker for resource:security_group_rule and tenant:0b4372defa064433bc9d171f4538710e is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:54:06.981666 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-71955ddf-37cd-4add-869b-29a7fd2b195f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:54:06.987965 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-71955ddf-37cd-4add-869b-29a7fd2b195f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:54:06.995940 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3f98c-fa2a-4ec9-89ca-bee41b05f165 req-22ab1fd6-6b49-4cb1-84de-f57aeadef375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:06.997475 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-79f3f98c-fa2a-4ec9-89ca-bee41b05f165 req-22ab1fd6-6b49-4cb1-84de-f57aeadef375 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4372defa064433bc9d171f4538710e&device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 1099 time: 0.0789104
May 21 15:54:07.070130 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-71955ddf-37cd-4add-869b-29a7fd2b195f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:07.184733 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-71955ddf-37cd-4add-869b-29a7fd2b195f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:07.190498 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e0fbc862-2220-4484-bf14-e7e85ca6b71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:54:07.219204 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-ab75b814-3bb9-4c27-a8b7-8602aeb6bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214b9d22b0>, [{'id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'name': 'tempest-TestMinimumBasicScenario-1744621829-router', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:49Z', 'updated_at': '2021-05-21T15:52:55Z', 'revision_number': 4, 'project_id': '0b4372defa064433bc9d171f4538710e', 'gw_port': {'id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:50Z', 'updated_at': '2021-05-21T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '8e124773-2d0d-4900-bcea-680600adb7ab', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'floating_ip_address': '172.27.0.189', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'port_id': '2fac93cb-1019-4a86-93ef-f153c5b2acd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514', 'mac_address': 'fa:16:3e:41:4b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:54:05Z', 'updated_at': '2021-05-21T15:54:05Z', 'revision_number': 0, 'project_id': '0b4372defa064433bc9d171f4538710e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222dfa1d-2136-4a3d-8d1b-208e2d24bf1d', 'name': '', 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'mac_address': 'fa:16:3e:fc:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:54Z', 'updated_at': '2021-05-21T15:53:00Z', 'revision_number': 5, 'project_id': '0b4372defa064433bc9d171f4538710e', 'subnets': [{'id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:54:07.223664 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab75b814-3bb9-4c27-a8b7-8602aeb6bb36 None None] Checking router: a178cc03-7ae8-4083-a814-7828a8170097 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:54:07.234238 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab75b814-3bb9-4c27-a8b7-8602aeb6bb36 None None] Routers {'a178cc03-7ae8-4083-a814-7828a8170097'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:54:07.235028 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-ab75b814-3bb9-4c27-a8b7-8602aeb6bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214b9d22b0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:53:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['a178cc03-7ae8-4083-a814-7828a8170097'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:54:07.235831 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71955ddf-37cd-4add-869b-29a7fd2b195f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541c145f-24d1-4696-b823-43a2a509a8c7,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:54:07.247553 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-71955ddf-37cd-4add-869b-29a7fd2b195f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:54:07.250483 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3f98c-fa2a-4ec9-89ca-bee41b05f165 req-6f40e2c3-5f44-469c-b7bf-4444b21df336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:07.251953 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-79f3f98c-fa2a-4ec9-89ca-bee41b05f165 req-6f40e2c3-5f44-469c-b7bf-4444b21df336 service neutron] 10.222.0.25 "GET /v2.0/networks?id=235f9964-30b5-446d-a105-d323d4cb9514 HTTP/1.1" status: 200  len: 916 time: 0.2452731
May 21 15:54:07.330694 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-71955ddf-37cd-4add-869b-29a7fd2b195f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:07.334839 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-71955ddf-37cd-4add-869b-29a7fd2b195f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4895198
May 21 15:54:07.337662 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58358) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:54:07.340941 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-e458ff01-4689-4b45-ae20-afcec88ce625 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Request body: {'security_group_rule': {'security_group_id': '541c145f-24d1-4696-b823-43a2a509a8c7', 'project_id': '0b4372defa064433bc9d171f4538710e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:54:07.347006 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e458ff01-4689-4b45-ae20-afcec88ce625 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:54:07.350922 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e458ff01-4689-4b45-ae20-afcec88ce625 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Usage tracker for resource:security_group_rule and tenant:0b4372defa064433bc9d171f4538710e is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:54:07.354455 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e458ff01-4689-4b45-ae20-afcec88ce625 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:54:07.359527 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-79f3f98c-fa2a-4ec9-89ca-bee41b05f165 req-6034b7cf-f1a9-47d4-987a-620960c7d18f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fac93cb-1019-4a86-93ef-f153c5b2acd1 HTTP/1.1" status: 200  len: 1000 time: 0.0998735
May 21 15:54:07.360798 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e458ff01-4689-4b45-ae20-afcec88ce625 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:54:07.416500 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-ab75b814-3bb9-4c27-a8b7-8602aeb6bb36 None None] Set router a178cc03-7ae8-4083-a814-7828a8170097 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:54:07.424836 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3f98c-fa2a-4ec9-89ca-bee41b05f165 req-9b189d1b-4556-4b2c-8875-a0ad7e748675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:07.426307 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-79f3f98c-fa2a-4ec9-89ca-bee41b05f165 req-9b189d1b-4556-4b2c-8875-a0ad7e748675 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d HTTP/1.1" status: 200  len: 854 time: 0.0579820
May 21 15:54:07.489663 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e458ff01-4689-4b45-ae20-afcec88ce625 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:07.509067 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3f98c-fa2a-4ec9-89ca-bee41b05f165 req-4f1dd99d-2078-4a8b-86fb-8b4436c58a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:07.510648 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-79f3f98c-fa2a-4ec9-89ca-bee41b05f165 req-4f1dd99d-2078-4a8b-86fb-8b4436c58a49 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=235f9964-30b5-446d-a105-d323d4cb9514&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772860
May 21 15:54:07.558131 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e458ff01-4689-4b45-ae20-afcec88ce625 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:07.642392 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e458ff01-4689-4b45-ae20-afcec88ce625 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:07.649455 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-79f3f98c-fa2a-4ec9-89ca-bee41b05f165 req-aa0d567c-8c77-498a-866b-5ad80c3cf6e1 service neutron] 10.222.0.25 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302125
May 21 15:54:07.652768 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e94b8c8d-8a8b-4a37-ae10-e96108e2b394 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:54:07.672301 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458ff01-4689-4b45-ae20-afcec88ce625 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1eadf76-e578-41ac-b59d-39c914a70dd1,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:54:07.675093 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e458ff01-4689-4b45-ae20-afcec88ce625 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:54:07.782041 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-ab75b814-3bb9-4c27-a8b7-8602aeb6bb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214b9d22b0>, [{'id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'name': 'tempest-TestMinimumBasicScenario-1744621829-router', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:49Z', 'updated_at': '2021-05-21T15:52:55Z', 'revision_number': 4, 'project_id': '0b4372defa064433bc9d171f4538710e', 'gw_port': {'id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:50Z', 'updated_at': '2021-05-21T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '8e124773-2d0d-4900-bcea-680600adb7ab', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'floating_ip_address': '172.27.0.189', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'port_id': '2fac93cb-1019-4a86-93ef-f153c5b2acd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514', 'mac_address': 'fa:16:3e:41:4b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:54:05Z', 'updated_at': '2021-05-21T15:54:05Z', 'revision_number': 0, 'project_id': '0b4372defa064433bc9d171f4538710e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222dfa1d-2136-4a3d-8d1b-208e2d24bf1d', 'name': '', 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'mac_address': 'fa:16:3e:fc:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:54Z', 'updated_at': '2021-05-21T15:53:00Z', 'revision_number': 5, 'project_id': '0b4372defa064433bc9d171f4538710e', 'subnets': [{'id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:54:07.786478 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab75b814-3bb9-4c27-a8b7-8602aeb6bb36 None None] The sync data for ids ['a178cc03-7ae8-4083-a814-7828a8170097'] in dv-cinder-792642-1-iscsi is: [{'id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'name': 'tempest-TestMinimumBasicScenario-1744621829-router', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:49Z', 'updated_at': '2021-05-21T15:52:55Z', 'revision_number': 4, 'project_id': '0b4372defa064433bc9d171f4538710e', 'gw_port': {'id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:50Z', 'updated_at': '2021-05-21T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '8e124773-2d0d-4900-bcea-680600adb7ab', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'floating_ip_address': '172.27.0.189', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'port_id': '2fac93cb-1019-4a86-93ef-f153c5b2acd1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514', 'mac_address': 'fa:16:3e:41:4b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:54:05Z', 'updated_at': '2021-05-21T15:54:05Z', 'revision_number': 0, 'project_id': '0b4372defa064433bc9d171f4538710e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222dfa1d-2136-4a3d-8d1b-208e2d24bf1d', 'name': '', 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'mac_address': 'fa:16:3e:fc:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:54Z', 'updated_at': '2021-05-21T15:53:00Z', 'revision_number': 5, 'project_id': '0b4372defa064433bc9d171f4538710e', 'subnets': [{'id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:54:07.792723 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e458ff01-4689-4b45-ae20-afcec88ce625 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:07.798565 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-e458ff01-4689-4b45-ae20-afcec88ce625 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4599628
May 21 15:54:07.798782 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-79f3f98c-fa2a-4ec9-89ca-bee41b05f165 req-6f2a53f0-00f7-483d-84e7-c91a61f39ba7 service neutron] 10.222.0.25 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407361
May 21 15:54:07.798903 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58366) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:54:07.804840 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-2c4a8835-aed7-4a1b-bc80-bd96dd8236c2 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Request body: {'security_group_rule': {'security_group_id': '541c145f-24d1-4696-b823-43a2a509a8c7', 'project_id': '0b4372defa064433bc9d171f4538710e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:54:07.811232 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-2c4a8835-aed7-4a1b-bc80-bd96dd8236c2 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:54:07.815229 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-2c4a8835-aed7-4a1b-bc80-bd96dd8236c2 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Usage tracker for resource:security_group_rule and tenant:0b4372defa064433bc9d171f4538710e is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:54:07.818488 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-2c4a8835-aed7-4a1b-bc80-bd96dd8236c2 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:54:07.825070 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-2c4a8835-aed7-4a1b-bc80-bd96dd8236c2 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:54:07.960027 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-eadabe65-3342-4f98-b976-44081bb0579a req-c83b36b4-549f-470b-8b10-69c949cc2c03 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Synchronizing usage tracker for tenant:c7ce717bf7794f1293e5860dacaceff3 on resource:security_group {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:54:07.968210 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-2c4a8835-aed7-4a1b-bc80-bd96dd8236c2 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:07.999453 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc29a68-333e-4756-a5ff-44a6f05d4c63 None None] New status for floating IP 8e124773-2d0d-4900-bcea-680600adb7ab: ACTIVE {{(pid=98822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:54:08.035867 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-2c4a8835-aed7-4a1b-bc80-bd96dd8236c2 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:08.053026 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-eadabe65-3342-4f98-b976-44081bb0579a req-c83b36b4-549f-470b-8b10-69c949cc2c03 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Unset dirty status for tenant:c7ce717bf7794f1293e5860dacaceff3 on resource:security_group {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:54:08.054214 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-c83b36b4-549f-470b-8b10-69c949cc2c03 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081040231&fields=id&tenant_id=c7ce717bf7794f1293e5860dacaceff3 HTTP/1.1" status: 200  len: 267 time: 0.1394913
May 21 15:54:08.115912 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-2c4a8835-aed7-4a1b-bc80-bd96dd8236c2 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:08.118197 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:54:08.142203 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a8835-aed7-4a1b-bc80-bd96dd8236c2 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db4feed-6046-47c1-ae18-19955420f3f4,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:54:08.146544 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-2c4a8835-aed7-4a1b-bc80-bd96dd8236c2 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:54:08.209626 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadabe65-3342-4f98-b976-44081bb0579a req-350c4b1c-cc5b-485c-be45-b00863d9001c tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:08.211265 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-350c4b1c-cc5b-485c-be45-b00863d9001c tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/networks?id=d057e614-9e15-4f2a-a99e-4e69465cf06a HTTP/1.1" status: 200  len: 809 time: 0.1497812
May 21 15:54:08.226696 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-b233ff0c-4b7f-4e4b-81a7-44f8e1b0a854 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/quotas/c7ce717bf7794f1293e5860dacaceff3 HTTP/1.1" status: 200  len: 375 time: 0.0092649
May 21 15:54:08.230123 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-2c4a8835-aed7-4a1b-bc80-bd96dd8236c2 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:08.231370 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-2c4a8835-aed7-4a1b-bc80-bd96dd8236c2 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4313493
May 21 15:54:08.234142 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58372) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:54:08.240543 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-e75c7957-bdf9-466f-a937-fdb1063f86c0 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Request body: {'security_group_rule': {'security_group_id': '541c145f-24d1-4696-b823-43a2a509a8c7', 'project_id': '0b4372defa064433bc9d171f4538710e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:54:08.248316 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e75c7957-bdf9-466f-a937-fdb1063f86c0 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:54:08.253556 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e75c7957-bdf9-466f-a937-fdb1063f86c0 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Usage tracker for resource:security_group_rule and tenant:0b4372defa064433bc9d171f4538710e is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:54:08.256804 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e75c7957-bdf9-466f-a937-fdb1063f86c0 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:54:08.264998 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e75c7957-bdf9-466f-a937-fdb1063f86c0 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:54:08.313932 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-a1f29f13-815c-47c2-a2db-d7f9f86e86d8 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c7ce717bf7794f1293e5860dacaceff3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0803766
May 21 15:54:08.373908 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e75c7957-bdf9-466f-a937-fdb1063f86c0 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:08.375381 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-e42f8ffe-f0fa-44ba-a611-f87b184fa85c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=98820) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 21 15:54:08.376480 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-e42f8ffe-f0fa-44ba-a611-f87b184fa85c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0508146
May 21 15:54:08.440735 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e75c7957-bdf9-466f-a937-fdb1063f86c0 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:08.512909 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-4a6f0135-5036-4301-8579-e227c91ee1fe service neutron] 10.222.0.70 "GET /v2.0/networks/d057e614-9e15-4f2a-a99e-4e69465cf06a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302440
May 21 15:54:08.525042 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e75c7957-bdf9-466f-a937-fdb1063f86c0 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:08.531862 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:54:08.553024 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c7957-bdf9-466f-a937-fdb1063f86c0 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b76d191-84cf-49de-9d20-1c0d957238a4,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:54:08.555950 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e75c7957-bdf9-466f-a937-fdb1063f86c0 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:54:08.648590 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-6c1353c5-2f5f-4a10-890f-c99ce7bf8f4b service neutron] 10.222.0.70 "GET /v2.0/networks/d057e614-9e15-4f2a-a99e-4e69465cf06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297474
May 21 15:54:08.678720 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e75c7957-bdf9-466f-a937-fdb1063f86c0 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:08.680076 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-e75c7957-bdf9-466f-a937-fdb1063f86c0 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4447963
May 21 15:54:08.684360 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58378) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:54:08.697486 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-041ba9fe-120d-43a2-a198-1fdb4051e017 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Request body: {'security_group_rule': {'security_group_id': '541c145f-24d1-4696-b823-43a2a509a8c7', 'project_id': '0b4372defa064433bc9d171f4538710e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:54:08.697486 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-041ba9fe-120d-43a2-a198-1fdb4051e017 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:54:08.700373 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-041ba9fe-120d-43a2-a198-1fdb4051e017 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Usage tracker for resource:security_group_rule and tenant:0b4372defa064433bc9d171f4538710e is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:54:08.703982 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-041ba9fe-120d-43a2-a198-1fdb4051e017 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:54:08.709999 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-041ba9fe-120d-43a2-a198-1fdb4051e017 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:54:08.814149 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-041ba9fe-120d-43a2-a198-1fdb4051e017 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:08.885762 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-041ba9fe-120d-43a2-a198-1fdb4051e017 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:09.010341 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-041ba9fe-120d-43a2-a198-1fdb4051e017 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:09.012509 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d2068b56-cea4-422d-a5c4-b111f35a6b92 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:54:09.035888 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ba9fe-120d-43a2-a198-1fdb4051e017 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14c3b07-3621-4f8f-84f6-8e844a597ebf,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:54:09.040520 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-041ba9fe-120d-43a2-a198-1fdb4051e017 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:54:09.138403 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-041ba9fe-120d-43a2-a198-1fdb4051e017 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:09.139707 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-041ba9fe-120d-43a2-a198-1fdb4051e017 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4543667
May 21 15:54:09.142463 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58388) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:54:09.147771 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-e7ee2675-c34a-4643-8b76-ca622e93fd06 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Request body: {'security_group_rule': {'security_group_id': '541c145f-24d1-4696-b823-43a2a509a8c7', 'project_id': '0b4372defa064433bc9d171f4538710e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:54:09.154399 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e7ee2675-c34a-4643-8b76-ca622e93fd06 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:54:09.158264 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e7ee2675-c34a-4643-8b76-ca622e93fd06 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Usage tracker for resource:security_group_rule and tenant:0b4372defa064433bc9d171f4538710e is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:54:09.161176 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-e7ee2675-c34a-4643-8b76-ca622e93fd06 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:54:09.167399 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-e7ee2675-c34a-4643-8b76-ca622e93fd06 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:54:09.310131 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.db.securitygroups_db [None req-e7ee2675-c34a-4643-8b76-ca622e93fd06 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Project 0b4372defa064433bc9d171f4538710e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 21 15:54:09.316369 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2675-c34a-4643-8b76-ca622e93fd06 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:09.379767 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2675-c34a-4643-8b76-ca622e93fd06 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:09.484846 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ce31fa45-1be8-4a85-965a-8205b7ea08e1 req-14e7b500-d390-43e4-930b-c7eb2f8e157d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 210 time: 0.0429502
May 21 15:54:09.495950 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2675-c34a-4643-8b76-ca622e93fd06 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:09.498068 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-974e1b58-3c45-4bc3-a871-e0d235ab824b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:54:09.527047 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee2675-c34a-4643-8b76-ca622e93fd06 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c28352-1426-4fe2-975b-2f5802cf84f9,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:54:09.529529 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e7ee2675-c34a-4643-8b76-ca622e93fd06 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:54:09.627801 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e7ee2675-c34a-4643-8b76-ca622e93fd06 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:09.628960 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-e7ee2675-c34a-4643-8b76-ca622e93fd06 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4854305
May 21 15:54:09.631768 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58400) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:54:09.637125 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-fe9b46e0-735b-42d4-ac2b-15ffeb647d5a tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Request body: {'security_group_rule': {'security_group_id': '541c145f-24d1-4696-b823-43a2a509a8c7', 'project_id': '0b4372defa064433bc9d171f4538710e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:54:09.643275 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-fe9b46e0-735b-42d4-ac2b-15ffeb647d5a tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:54:09.647577 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-fe9b46e0-735b-42d4-ac2b-15ffeb647d5a tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Usage tracker for resource:security_group_rule and tenant:0b4372defa064433bc9d171f4538710e is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:54:09.650626 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-fe9b46e0-735b-42d4-ac2b-15ffeb647d5a tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:54:09.656359 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-fe9b46e0-735b-42d4-ac2b-15ffeb647d5a tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:54:09.739145 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.db.securitygroups_db [None req-fe9b46e0-735b-42d4-ac2b-15ffeb647d5a tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Project 0b4372defa064433bc9d171f4538710e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 21 15:54:09.745127 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fe9b46e0-735b-42d4-ac2b-15ffeb647d5a tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:09.814289 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fe9b46e0-735b-42d4-ac2b-15ffeb647d5a tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:09.913442 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fe9b46e0-735b-42d4-ac2b-15ffeb647d5a tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063442'] for security_group_rule, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:09.916214 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:54:09.938600 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b46e0-735b-42d4-ac2b-15ffeb647d5a tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b894a6b-b1df-4a26-8988-d9008287f3d8,revision_number=0']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:54:09.941091 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-fe9b46e0-735b-42d4-ac2b-15ffeb647d5a tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:54:10.047411 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fe9b46e0-735b-42d4-ac2b-15ffeb647d5a tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:10.048641 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-fe9b46e0-735b-42d4-ac2b-15ffeb647d5a tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4159107
May 21 15:54:10.176654 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eed88570-2c03-4d4e-a658-58b69b613e9d req-a8e92a1d-2d70-4169-aa9a-2a6d802634e7 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155311606&fields=id&tenant_id=0b4372defa064433bc9d171f4538710e HTTP/1.1" status: 200  len: 267 time: 0.0445027
May 21 15:54:10.263141 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed88570-2c03-4d4e-a658-58b69b613e9d req-c0307691-1adc-40aa-9e87-6413b0d7d71c tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:10.264664 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eed88570-2c03-4d4e-a658-58b69b613e9d req-c0307691-1adc-40aa-9e87-6413b0d7d71c tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 946 time: 0.0824277
May 21 15:54:10.276853 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-eed88570-2c03-4d4e-a658-58b69b613e9d req-4c6d6af4-e27d-4852-b8a1-b7b6d19bf15e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Request body: {'port': {'security_groups': ['b858e022-c176-48df-b43c-c42172c79e52', '541c145f-24d1-4696-b823-43a2a509a8c7']}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:54:10.398337 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-eed88570-2c03-4d4e-a658-58b69b613e9d req-4c6d6af4-e27d-4852-b8a1-b7b6d19bf15e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:10.742163 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ef377e67-5a56-4b11-a9ee-ddcc4e157b3c req-784ca824-500a-45ad-95fe-e1684863088d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 210 time: 0.1530044
May 21 15:54:10.789394 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-eed88570-2c03-4d4e-a658-58b69b613e9d req-4c6d6af4-e27d-4852-b8a1-b7b6d19bf15e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] For port 2fac93cb-1019-4a86-93ef-f153c5b2acd1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2fac93cb-1019-4a86-93ef-f153c5b2acd1,segment=NetworkSegment(63f1b301-b72c-4e5d-923d-52605839fca4),segment_id=63f1b301-b72c-4e5d-923d-52605839fca4)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:54:10.816247 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-eed88570-2c03-4d4e-a658-58b69b613e9d req-4c6d6af4-e27d-4852-b8a1-b7b6d19bf15e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:10.941835 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-eed88570-2c03-4d4e-a658-58b69b613e9d req-4c6d6af4-e27d-4852-b8a1-b7b6d19bf15e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:10.948277 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:54:10.955374 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['2fac93cb-1019-4a86-93ef-f153c5b2acd1'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:54:11.016976 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed88570-2c03-4d4e-a658-58b69b613e9d req-4c6d6af4-e27d-4852-b8a1-b7b6d19bf15e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:11.017659 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-eed88570-2c03-4d4e-a658-58b69b613e9d req-4c6d6af4-e27d-4852-b8a1-b7b6d19bf15e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:11.019243 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eed88570-2c03-4d4e-a658-58b69b613e9d req-4c6d6af4-e27d-4852-b8a1-b7b6d19bf15e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "PUT /v2.0/ports/2fac93cb-1019-4a86-93ef-f153c5b2acd1 HTTP/1.1" status: 200  len: 982 time: 0.7480078
May 21 15:54:11.019791 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'tag': '2fac93cb-1019-4a86-93ef-f153c5b2acd1'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:54:11.054500 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d6af4-e27d-4852-b8a1-b7b6d19bf15e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Pushing event updated for resources: {'Port': ['ID=2fac93cb-1019-4a86-93ef-f153c5b2acd1,revision_number=6']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:54:11.060098 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-4c6d6af4-e27d-4852-b8a1-b7b6d19bf15e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:54:11.100389 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'tag': '2fac93cb-1019-4a86-93ef-f153c5b2acd1', 'status': 'completed', 'code': 200}
May 21 15:54:11.130458 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['2fac93cb-1019-4a86-93ef-f153c5b2acd1'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:54:11.273490 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a60f9-ee2f-4d24-a6ac-c1b313c9dc9a req-916c2242-d93d-4320-a251-f9c26f8ebc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:11.275737 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a88a60f9-ee2f-4d24-a6ac-c1b313c9dc9a req-916c2242-d93d-4320-a251-f9c26f8ebc75 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4372defa064433bc9d171f4538710e&device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 1138 time: 0.1397653
May 21 15:54:11.320026 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a4714-8caa-4a54-a6e1-bf2aa10dc6bb req-2a204b7d-3a54-487a-89de-b074133904ad tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:11.323091 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e36a4714-8caa-4a54-a6e1-bf2aa10dc6bb req-2a204b7d-3a54-487a-89de-b074133904ad tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.1436505
May 21 15:54:11.372736 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-6520bd9e-a9b0-40b7-950a-6b7b15a51f64 None None] Provisioning complete for port 2fac93cb-1019-4a86-93ef-f153c5b2acd1 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:54:11.373114 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-6520bd9e-a9b0-40b7-950a-6b7b15a51f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:11.441043 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e36a4714-8caa-4a54-a6e1-bf2aa10dc6bb req-aff459b3-aa3a-42a6-8506-2096fa383bbf tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&id=541c145f-24d1-4696-b823-43a2a509a8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1075866
May 21 15:54:11.485323 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a60f9-ee2f-4d24-a6ac-c1b313c9dc9a req-9af01e92-3559-4150-97bd-abf88a230cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:11.487157 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a88a60f9-ee2f-4d24-a6ac-c1b313c9dc9a req-9af01e92-3559-4150-97bd-abf88a230cbe service neutron] 10.222.0.25 "GET /v2.0/networks?id=235f9964-30b5-446d-a105-d323d4cb9514 HTTP/1.1" status: 200  len: 916 time: 0.2022097
May 21 15:54:11.606500 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a88a60f9-ee2f-4d24-a6ac-c1b313c9dc9a req-6333af7d-62ff-4b26-a7d2-1d7881988080 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fac93cb-1019-4a86-93ef-f153c5b2acd1 HTTP/1.1" status: 200  len: 1002 time: 0.0988948
May 21 15:54:11.679208 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a60f9-ee2f-4d24-a6ac-c1b313c9dc9a req-8c820f0b-6215-4f9d-ac20-43b2fa6714a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:11.682440 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a88a60f9-ee2f-4d24-a6ac-c1b313c9dc9a req-8c820f0b-6215-4f9d-ac20-43b2fa6714a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d HTTP/1.1" status: 200  len: 854 time: 0.0662751
May 21 15:54:11.776723 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a60f9-ee2f-4d24-a6ac-c1b313c9dc9a req-17cdb106-4891-419c-a31f-2b99928e16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:11.778679 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a88a60f9-ee2f-4d24-a6ac-c1b313c9dc9a req-17cdb106-4891-419c-a31f-2b99928e16d5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=235f9964-30b5-446d-a105-d323d4cb9514&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857525
May 21 15:54:11.923802 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7ed4d49e-7b26-4216-9ce8-dfdc4b7a2986 req-d0bd4b08-3de1-4adb-8cc4-17a4c9a5453e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 210 time: 0.0599980
May 21 15:54:11.967204 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a88a60f9-ee2f-4d24-a6ac-c1b313c9dc9a req-dc3a916d-7d9e-4eda-ba26-5d88f0d05580 service neutron] 10.222.0.25 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1804357
May 21 15:54:12.103987 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a88a60f9-ee2f-4d24-a6ac-c1b313c9dc9a req-e53b8b35-6cf8-40d3-b91b-79df7a609948 service neutron] 10.222.0.25 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270349
May 21 15:54:12.517442 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadabe65-3342-4f98-b976-44081bb0579a req-02b23b74-d224-45a0-9feb-b0d55f89eac1 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:12.518916 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-02b23b74-d224-45a0-9feb-b0d55f89eac1 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.25 "GET /v2.0/networks?id=d057e614-9e15-4f2a-a99e-4e69465cf06a HTTP/1.1" status: 200  len: 809 time: 0.1447895
May 21 15:54:12.579871 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-f870607a-c863-45f4-a664-83d9495dcbd6 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7ce717bf7794f1293e5860dacaceff3 HTTP/1.1" status: 200  len: 380 time: 0.0410967
May 21 15:54:12.590842 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-eadabe65-3342-4f98-b976-44081bb0579a req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Request body: {'port': {'device_id': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a', 'admin_state_up': True, 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'security_groups': ['4689bf5f-72f3-42e3-8549-cb230dafbef6']}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:54:12.728722 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-eadabe65-3342-4f98-b976-44081bb0579a req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:54:12.732717 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-eadabe65-3342-4f98-b976-44081bb0579a req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Usage tracker for resource:port and tenant:c7ce717bf7794f1293e5860dacaceff3 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:54:12.735580 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-eadabe65-3342-4f98-b976-44081bb0579a req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:54:12.741544 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-eadabe65-3342-4f98-b976-44081bb0579a req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:54:12.840035 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eadabe65-3342-4f98-b976-44081bb0579a req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Made reservation on behalf of c7ce717bf7794f1293e5860dacaceff3 for: {'port': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:54:12.843517 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-eadabe65-3342-4f98-b976-44081bb0579a req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:13.014517 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [req-eadabe65-3342-4f98-b976-44081bb0579a req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Allocated IP 172.20.0.7 (d057e614-9e15-4f2a-a99e-4e69465cf06a/6fcb861c-cac8-4893-aa9e-e78b1ee53a63/44453683-24ae-41ec-a3ab-42ac7adb5361) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:54:13.059089 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-01575f66-9919-4e80-8370-0c124584a206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:13.102791 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f195c34d-1f31-4a8d-9a45-5effa6b6a426 req-f98adbe6-e9c3-427d-b7c9-c4ea82eb8256 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 210 time: 0.0636497
May 21 15:54:13.371470 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-eadabe65-3342-4f98-b976-44081bb0579a req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:13.387892 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-eadabe65-3342-4f98-b976-44081bb0579a req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Transition to ACTIVE for port object 44453683-24ae-41ec-a3ab-42ac7adb5361 will not be triggered until provisioned by entity DHCP. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:54:13.507970 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-eadabe65-3342-4f98-b976-44081bb0579a req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:13.513668 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:54:13.585251 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eadabe65-3342-4f98-b976-44081bb0579a req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Network d057e614-9e15-4f2a-a99e-4e69465cf06a is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:54:13.588817 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [req-eadabe65-3342-4f98-b976-44081bb0579a req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:54:13.593404 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadabe65-3342-4f98-b976-44081bb0579a req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:54:13.619512 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Pushing event updated for resources: {'Port': ['ID=44453683-24ae-41ec-a3ab-42ac7adb5361,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:54:13.625348 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:54:13.662187 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadabe65-3342-4f98-b976-44081bb0579a req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:13.662851 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-eadabe65-3342-4f98-b976-44081bb0579a req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:13.762449 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1757607
May 21 15:54:13.775939 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Request body: {'port': {'device_id': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:54:13.897114 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:13.936103 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-47fdcbb0-3eef-4667-aaee-300251102603 None None] Provisioning for port 44453683-24ae-41ec-a3ab-42ac7adb5361 completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:54:13.941071 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-47fdcbb0-3eef-4667-aaee-300251102603 None None] Provisioning complete for port 44453683-24ae-41ec-a3ab-42ac7adb5361 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:54:13.941444 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-47fdcbb0-3eef-4667-aaee-300251102603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:13.996558 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-47fdcbb0-3eef-4667-aaee-300251102603 None None] Port 44453683-24ae-41ec-a3ab-42ac7adb5361 cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:54:14.291246 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44453683-24ae-41ec-a3ab-42ac7adb5361 {{(pid=98820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:54:14.300018 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:14.325661 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Transition to ACTIVE for port object 44453683-24ae-41ec-a3ab-42ac7adb5361 will not be triggered until provisioned by entity L2. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:54:14.342895 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4d471-af30-4ba6-89ab-b8b9beb4946c req-13fd1565-f897-47c9-bca9-e9d83c587173 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:14.343620 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-32d4d471-af30-4ba6-89ab-b8b9beb4946c req-13fd1565-f897-47c9-bca9-e9d83c587173 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Synchronizing usage tracker for tenant:c7ce717bf7794f1293e5860dacaceff3 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:54:14.430040 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:14.434396 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-bd0f54e4-41db-4975-b89f-ad55cb82aca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:54:14.546541 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-32d4d471-af30-4ba6-89ab-b8b9beb4946c req-13fd1565-f897-47c9-bca9-e9d83c587173 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Unset dirty status for tenant:c7ce717bf7794f1293e5860dacaceff3 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:54:14.547726 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-32d4d471-af30-4ba6-89ab-b8b9beb4946c req-13fd1565-f897-47c9-bca9-e9d83c587173 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 931 time: 0.3276439
May 21 15:54:14.604325 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Pushing event updated for resources: {'Port': ['ID=44453683-24ae-41ec-a3ab-42ac7adb5361,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:54:14.613159 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:54:14.680087 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-32d4d471-af30-4ba6-89ab-b8b9beb4946c req-b5f557aa-9bcc-4945-8123-987ffc619927 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1214037
May 21 15:54:14.706323 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Attempting to bind port 44453683-24ae-41ec-a3ab-42ac7adb5361 on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:54:14.706700 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Attempting to bind port 44453683-24ae-41ec-a3ab-42ac7adb5361 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'b971bb14-b7ef-42c7-8d35-d26d8ecb2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a'}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:54:14.707055 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Attempting to bind port 44453683-24ae-41ec-a3ab-42ac7adb5361 on network d057e614-9e15-4f2a-a99e-4e69465cf06a {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:54:14.711963 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Port 44453683-24ae-41ec-a3ab-42ac7adb5361 on network d057e614-9e15-4f2a-a99e-4e69465cf06a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:54:14.712988 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Attempting to bind port 44453683-24ae-41ec-a3ab-42ac7adb5361 on network d057e614-9e15-4f2a-a99e-4e69465cf06a {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:54:14.718234 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:54:14.718534 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Checking segment: {'id': 'b971bb14-b7ef-42c7-8d35-d26d8ecb2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:54:14.718940 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Bound using segment: {'id': 'b971bb14-b7ef-42c7-8d35-d26d8ecb2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a'} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:54:14.719433 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Bound port: 44453683-24ae-41ec-a3ab-42ac7adb5361, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b971bb14-b7ef-42c7-8d35-d26d8ecb2cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a'}}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:54:14.719701 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:14.812722 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] For port 44453683-24ae-41ec-a3ab-42ac7adb5361, host hv-cinder-79264, cleared binding levels {{(pid=98820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:54:14.815545 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] For port 44453683-24ae-41ec-a3ab-42ac7adb5361, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=44453683-24ae-41ec-a3ab-42ac7adb5361,segment=NetworkSegment(b971bb14-b7ef-42c7-8d35-d26d8ecb2cae),segment_id=b971bb14-b7ef-42c7-8d35-d26d8ecb2cae)] {{(pid=98820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:54:14.926412 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:14.930282 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6737f38e-5b77-4ace-84bd-45877d8c7da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:54:14.986958 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:14.987583 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:14.989272 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] 10.222.0.25 "PUT /v2.0/ports/44453683-24ae-41ec-a3ab-42ac7adb5361 HTTP/1.1" status: 200  len: 1093 time: 1.2179816
May 21 15:54:14.989791 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'tag': '44453683-24ae-41ec-a3ab-42ac7adb5361'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:54:15.011259 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Pushing event updated for resources: {'Port': ['ID=44453683-24ae-41ec-a3ab-42ac7adb5361,revision_number=3']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:54:15.014458 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:54:15.036085 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'tag': '44453683-24ae-41ec-a3ab-42ac7adb5361', 'status': 'completed', 'code': 200}
May 21 15:54:15.147065 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f8938-bc08-4aab-9a42-be5f07a38d9f req-66c46197-47e1-47e0-b1f6-122dc496e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:15.148615 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-172f8938-bc08-4aab-9a42-be5f07a38d9f req-66c46197-47e1-47e0-b1f6-122dc496e881 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7ce717bf7794f1293e5860dacaceff3&device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 1096 time: 0.0823927
May 21 15:54:15.291157 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f8938-bc08-4aab-9a42-be5f07a38d9f req-9b86b722-f82b-4668-b675-6c8d090db980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:15.292633 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-172f8938-bc08-4aab-9a42-be5f07a38d9f req-9b86b722-f82b-4668-b675-6c8d090db980 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c7ce717bf7794f1293e5860dacaceff3&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1364608
May 21 15:54:15.433430 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f8938-bc08-4aab-9a42-be5f07a38d9f req-ca0e6a53-a271-4ece-9773-92d346bad01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:15.434804 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-172f8938-bc08-4aab-9a42-be5f07a38d9f req-ca0e6a53-a271-4ece-9773-92d346bad01c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1334622
May 21 15:54:15.630823 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadabe65-3342-4f98-b976-44081bb0579a req-075bd74c-ea04-4de0-b4a7-c32b7532ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:15.632315 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-075bd74c-ea04-4de0-b4a7-c32b7532ac49 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7ce717bf7794f1293e5860dacaceff3&device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 1096 time: 0.1598058
May 21 15:54:15.658351 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:15.707463 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-fe409f07-21c0-4e8b-b6a3-7896a6608aac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44453683-24ae-41ec-a3ab-42ac7adb5361 HTTP/1.1" status: 200  len: 217 time: 0.0650156
May 21 15:54:15.775421 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadabe65-3342-4f98-b976-44081bb0579a req-e6e9b370-8650-4c8f-a293-9adc56df0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:15.776939 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-e6e9b370-8650-4c8f-a293-9adc56df0530 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6fcb861c-cac8-4893-aa9e-e78b1ee53a63 HTTP/1.1" status: 200  len: 848 time: 0.0603871
May 21 15:54:15.833470 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-5434dfd6-e14e-42e3-98da-669b6afbaf1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:15.926143 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadabe65-3342-4f98-b976-44081bb0579a req-a6a7eccb-eb0b-4856-8bd8-7f4878e96566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:15.927670 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-a6a7eccb-eb0b-4856-8bd8-7f4878e96566 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d057e614-9e15-4f2a-a99e-4e69465cf06a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1401885
May 21 15:54:15.938498 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba39d8-9228-43c8-bf5e-ecfab1ab4509 req-cd877055-17fe-41de-b112-769f59f19e18 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:15.939981 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bdba39d8-9228-43c8-bf5e-ecfab1ab4509 req-cd877055-17fe-41de-b112-769f59f19e18 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.1148489
May 21 15:54:16.067284 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bdba39d8-9228-43c8-bf5e-ecfab1ab4509 req-e27d2542-9031-4420-b114-26a5d696a15d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1084175
May 21 15:54:16.104678 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-c2a83328-dc9f-4d07-b8ff-6c67ad7427a5 service neutron] 10.222.0.25 "GET /v2.0/networks/d057e614-9e15-4f2a-a99e-4e69465cf06a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637266
May 21 15:54:16.245773 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eadabe65-3342-4f98-b976-44081bb0579a req-71828dc9-34eb-4a5b-9f1b-80dc23055a61 service neutron] 10.222.0.25 "GET /v2.0/networks/d057e614-9e15-4f2a-a99e-4e69465cf06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344433
May 21 15:54:16.767435 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:17.276990 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23dab4-92bb-4c3e-aeb0-093fbb04095b req-3d6a0b86-85fa-46b8-a044-04b407ca5909 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:17.278539 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bf23dab4-92bb-4c3e-aeb0-093fbb04095b req-3d6a0b86-85fa-46b8-a044-04b407ca5909 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.0962427
May 21 15:54:17.325322 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bf23dab4-92bb-4c3e-aeb0-093fbb04095b req-5eb529c3-9f5a-4eff-b457-ebef5c7835ca tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410714
May 21 15:54:18.450376 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:18.508472 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621b5ec-3fe2-42ce-8ca5-1792c6a15b9f req-66de9876-66ed-4f5d-834a-770dd64ca28f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:18.510461 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5621b5ec-3fe2-42ce-8ca5-1792c6a15b9f req-66de9876-66ed-4f5d-834a-770dd64ca28f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.0816081
May 21 15:54:18.560639 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5621b5ec-3fe2-42ce-8ca5-1792c6a15b9f req-8e59bcb8-7072-47bc-a7d0-41ec6e9f6ddd tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437396
May 21 15:54:19.750748 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8f1cb-10a2-4628-955d-6bb7509600d0 req-5dd4dd77-0bea-4bec-a649-41f9e65a3ab8 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:19.752180 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b7a8f1cb-10a2-4628-955d-6bb7509600d0 req-5dd4dd77-0bea-4bec-a649-41f9e65a3ab8 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.0823748
May 21 15:54:19.803731 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b7a8f1cb-10a2-4628-955d-6bb7509600d0 req-1198f7a8-0a1e-4624-a01c-15288e85953f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456672
May 21 15:54:21.011219 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e649900-a7e1-4223-b61c-37cf41edf95c req-e19f9626-8ecf-4044-9f2a-c1ce961c37af tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:21.012682 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9e649900-a7e1-4223-b61c-37cf41edf95c req-e19f9626-8ecf-4044-9f2a-c1ce961c37af tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.0849323
May 21 15:54:21.057568 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9e649900-a7e1-4223-b61c-37cf41edf95c req-551b32ed-6b1d-43a2-b8bc-0d5ecbf24398 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389867
May 21 15:54:22.250021 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f064a4c-46f3-498b-a4f8-3f69dd2bdcb4 req-236d96eb-f61d-4def-a04c-dbd941e72402 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:22.251576 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3f064a4c-46f3-498b-a4f8-3f69dd2bdcb4 req-236d96eb-f61d-4def-a04c-dbd941e72402 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.0880690
May 21 15:54:22.297447 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3f064a4c-46f3-498b-a4f8-3f69dd2bdcb4 req-9a6e1354-f048-4d20-9583-f840270c49e0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400791
May 21 15:54:23.490841 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e08285-ef48-49cc-91cf-6316928bb677 req-c3fd3db1-f27c-421e-bdea-68fe8788d3f9 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:23.492366 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-53e08285-ef48-49cc-91cf-6316928bb677 req-c3fd3db1-f27c-421e-bdea-68fe8788d3f9 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.0867796
May 21 15:54:23.538861 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-53e08285-ef48-49cc-91cf-6316928bb677 req-8c53d6bc-b8a6-44f5-93e5-9623f2f4442d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407059
May 21 15:54:24.727365 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821a1a3-fec0-4b9c-a910-fca6cfd246f6 req-ec85c5d7-2b28-413c-bf50-e3489586b0d7 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:24.728832 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6821a1a3-fec0-4b9c-a910-fca6cfd246f6 req-ec85c5d7-2b28-413c-bf50-e3489586b0d7 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.0808728
May 21 15:54:24.779255 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6821a1a3-fec0-4b9c-a910-fca6cfd246f6 req-7c666e37-6b53-4759-b4df-312fb16b4db2 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442629
May 21 15:54:25.503613 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 44453683-24ae-41ec-a3ab-42ac7adb5361 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:54:25.639001 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 44453683-24ae-41ec-a3ab-42ac7adb5361, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=44453683-24ae-41ec-a3ab-42ac7adb5361,segment=NetworkSegment(b971bb14-b7ef-42c7-8d35-d26d8ecb2cae),segment_id=b971bb14-b7ef-42c7-8d35-d26d8ecb2cae)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:54:25.653072 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '44453683-24ae-41ec-a3ab-42ac7adb5361', 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a', 'port_id': '44453683-24ae-41ec-a3ab-42ac7adb5361', 'mac_address': 'fa:16:3e:84:e0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:54:25.711126 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:25.728575 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44453683-24ae-41ec-a3ab-42ac7adb5361 {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:54:25.744535 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 44453683-24ae-41ec-a3ab-42ac7adb5361, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=44453683-24ae-41ec-a3ab-42ac7adb5361,segment=NetworkSegment(b971bb14-b7ef-42c7-8d35-d26d8ecb2cae),segment_id=b971bb14-b7ef-42c7-8d35-d26d8ecb2cae)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:54:25.804488 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:25.806232 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:54:25.873467 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=44453683-24ae-41ec-a3ab-42ac7adb5361,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:54:25.880886 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:54:25.881226 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:54:25.881566 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:54:25.881895 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:54:25.882220 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:54:25.882540 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:54:25.882962 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:54:25.883292 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:54:25.883612 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:54:25.883957 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:54:25.884277 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:54:25.884593 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:54:25.889264 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:54:25.966374 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f61a6f-6f20-4831-bc40-2a5f7cb7cf65 req-37ea58e5-2530-4881-953d-b230a13a951f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:25.967889 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-31f61a6f-6f20-4831-bc40-2a5f7cb7cf65 req-37ea58e5-2530-4881-953d-b230a13a951f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 944 time: 0.0823476
May 21 15:54:26.014981 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-31f61a6f-6f20-4831-bc40-2a5f7cb7cf65 req-a06578dd-1a08-4601-aab0-eaeb475e9813 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408337
May 21 15:54:26.090166 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['44453683-24ae-41ec-a3ab-42ac7adb5361'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:54:27.208814 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f7f68-c1bf-4726-89ad-03bcd465e171 req-a5d5fc5f-8a41-48cf-a81d-0c866f764c46 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:27.210361 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bc4f7f68-c1bf-4726-89ad-03bcd465e171 req-a5d5fc5f-8a41-48cf-a81d-0c866f764c46 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 944 time: 0.0867388
May 21 15:54:27.258746 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bc4f7f68-c1bf-4726-89ad-03bcd465e171 req-51c952ea-418f-4ace-8180-b68bf02e13b6 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417571
May 21 15:54:27.521114 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 44453683-24ae-41ec-a3ab-42ac7adb5361 up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:54:27.709376 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port 44453683-24ae-41ec-a3ab-42ac7adb5361 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:54:27.714839 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 44453683-24ae-41ec-a3ab-42ac7adb5361 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:54:27.715223 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:27.838588 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:27.865308 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44453683-24ae-41ec-a3ab-42ac7adb5361'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:54:27.875186 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 44453683-24ae-41ec-a3ab-42ac7adb5361, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=44453683-24ae-41ec-a3ab-42ac7adb5361,segment=NetworkSegment(b971bb14-b7ef-42c7-8d35-d26d8ecb2cae),segment_id=b971bb14-b7ef-42c7-8d35-d26d8ecb2cae)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:54:28.004444 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:28.006311 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-e6fdad5f-0c64-42f6-92cb-3f214b2b8b69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:54:28.036508 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44453683-24ae-41ec-a3ab-42ac7adb5361', 'code': 200}
May 21 15:54:28.074177 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=44453683-24ae-41ec-a3ab-42ac7adb5361,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:54:28.077119 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:54:28.446966 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a2c2b-1c97-4519-b9ee-caf0da429a1a req-f876c303-23f6-48db-aa0b-3cc0d1fcd526 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:28.448491 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a97a2c2b-1c97-4519-b9ee-caf0da429a1a req-f876c303-23f6-48db-aa0b-3cc0d1fcd526 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0812151
May 21 15:54:28.494589 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a97a2c2b-1c97-4519-b9ee-caf0da429a1a req-b117ccfd-b612-4819-b68f-f7812741bddf tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400496
May 21 15:54:28.671250 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b433d-c18d-415a-bbdd-dc4ac03c4345 req-462d753f-d4c3-436e-bbd3-3c73061c24dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:28.672645 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-da0b433d-c18d-415a-bbdd-dc4ac03c4345 req-462d753f-d4c3-436e-bbd3-3c73061c24dc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 1098 time: 0.1622074
May 21 15:54:28.716182 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-da0b433d-c18d-415a-bbdd-dc4ac03c4345 req-b825aaf7-db76-480c-b334-9f7107f7f047 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358775
May 21 15:54:29.325145 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:29.699802 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce199a5-99b4-427f-95e7-60f5f9f92e85 req-7c679d80-801e-445b-a1fb-89ff1c079d47 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:29.701224 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3ce199a5-99b4-427f-95e7-60f5f9f92e85 req-7c679d80-801e-445b-a1fb-89ff1c079d47 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0843751
May 21 15:54:29.752284 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3ce199a5-99b4-427f-95e7-60f5f9f92e85 req-f0af604d-391a-4c74-9bda-16756d8b2381 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452423
May 21 15:54:30.940250 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087d2b1-982f-4961-ae8c-3794ed3cef7e req-6adc8d42-22ba-4aca-9d73-e9f21c819c3e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:30.941778 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3087d2b1-982f-4961-ae8c-3794ed3cef7e req-6adc8d42-22ba-4aca-9d73-e9f21c819c3e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0806375
May 21 15:54:30.986842 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3087d2b1-982f-4961-ae8c-3794ed3cef7e req-400a20f6-823a-4248-8ade-f848bdc4e573 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394125
May 21 15:54:31.176133 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e378c-cbd8-4b18-867f-dbc1767120ca req-93fcd8b4-9052-4249-9520-496b57845479 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:31.177530 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-545e378c-cbd8-4b18-867f-dbc1767120ca req-93fcd8b4-9052-4249-9520-496b57845479 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0850666
May 21 15:54:31.225153 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-545e378c-cbd8-4b18-867f-dbc1767120ca req-4c243ea8-e40d-41dc-957b-9e30e9bd5c20 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416477
May 21 15:54:31.252324 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58464) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:54:31.399588 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8606715-e681-4783-a726-303db3389870 tempest-TestShelveInstance-892685447 tempest-TestShelveInstance-892685447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:31.400337 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-f8606715-e681-4783-a726-303db3389870 tempest-TestShelveInstance-892685447 tempest-TestShelveInstance-892685447-project-admin] Synchronizing usage tracker for tenant:6f18befa50054df193ff7e401c421226 on resource:port {{(pid=98819) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:54:31.549198 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-f8606715-e681-4783-a726-303db3389870 tempest-TestShelveInstance-892685447 tempest-TestShelveInstance-892685447-project-admin] Unset dirty status for tenant:6f18befa50054df193ff7e401c421226 on resource:port {{(pid=98819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:54:31.550428 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-f8606715-e681-4783-a726-303db3389870 tempest-TestShelveInstance-892685447 tempest-TestShelveInstance-892685447-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 1093 time: 0.3002763
May 21 15:54:31.553816 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58470) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:54:31.559783 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Request body: {'floatingip': {'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'port_id': '44453683-24ae-41ec-a3ab-42ac7adb5361', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:54:31.565820 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:54:31.569807 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Usage tracker for resource:floatingip and tenant:c7ce717bf7794f1293e5860dacaceff3 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:54:31.572793 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:54:31.579735 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:54:31.735808 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for floatingip, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:31.878999 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:32.023504 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Allocated IP 172.27.0.177 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/ee4f811f-fd9a-4e76-b89c-d7639bf2e09b) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:54:32.179002 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:32.275578 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:32.280035 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-74e92482-8a33-41d8-99e2-3cd6dfb50851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:54:32.344015 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:54:32.346560 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:54:32.350095 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:54:32.380082 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Pushing event updated for resources: {'Port': ['ID=ee4f811f-fd9a-4e76-b89c-d7639bf2e09b,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:54:32.386422 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:54:32.777913 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:32.964835 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:33.194988 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:33.315106 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:33.319093 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a33b2f0b-3c2f-42f6-ba94-06dd67801cde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:54:33.524077 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Pushing event updated for resources: {'Port': ['ID=ee4f811f-fd9a-4e76-b89c-d7639bf2e09b,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:54:33.529079 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:54:33.541172 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:33.722310 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.l3_db [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Floating IP bdbe5f42-00cb-4fac-a8c2-9ab143936a2d associated. External IP: 172.27.0.177, port: 44453683-24ae-41ec-a3ab-42ac7adb5361.
May 21 15:54:34.073999 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Router 231f20bf-a173-4862-ab88-1878d8beae3e has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:54:34.329954 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:54:34.341071 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d1aa0-3baa-438b-a89a-80688b778d90 None None] Sync routers for ids ['231f20bf-a173-4862-ab88-1878d8beae3e'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:54:34.352184 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0d1aa0-3baa-438b-a89a-80688b778d90 None None] Routers {'231f20bf-a173-4862-ab88-1878d8beae3e'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:54:34.352848 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-eb0d1aa0-3baa-438b-a89a-80688b778d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ab76ee0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:54:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['231f20bf-a173-4862-ab88-1878d8beae3e'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:54:34.480110 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:34.558745 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9910755
May 21 15:54:34.558745 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'tag': '44453683-24ae-41ec-a3ab-42ac7adb5361'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:54:34.576339 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-eb0d1aa0-3baa-438b-a89a-80688b778d90 None None] Set router 231f20bf-a173-4862-ab88-1878d8beae3e gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:54:34.594070 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'tag': '44453683-24ae-41ec-a3ab-42ac7adb5361', 'status': 'completed', 'code': 200}
May 21 15:54:34.848974 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045c400-6df0-4232-abd6-7fc94f8127e6 req-432a261a-785f-4c36-8f46-504a5dbbb875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:34.850358 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6045c400-6df0-4232-abd6-7fc94f8127e6 req-432a261a-785f-4c36-8f46-504a5dbbb875 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7ce717bf7794f1293e5860dacaceff3&device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 1098 time: 0.2194171
May 21 15:54:34.895440 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cabea-c6d7-4304-aa05-b52daf45c332 req-e2e04165-40c3-452e-84d6-f10f7b9a2a14 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:34.896911 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-009cabea-c6d7-4304-aa05-b52daf45c332 req-e2e04165-40c3-452e-84d6-f10f7b9a2a14 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.2214143
May 21 15:54:34.961215 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-eb0d1aa0-3baa-438b-a89a-80688b778d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ab76ee0>, [{'id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'name': 'tempest-TestShelveInstance-1002065834-router', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:25Z', 'updated_at': '2021-05-21T15:53:31Z', 'revision_number': 4, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'gw_port': {'id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:26Z', 'updated_at': '2021-05-21T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': 'bdbe5f42-00cb-4fac-a8c2-9ab143936a2d', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'port_id': '44453683-24ae-41ec-a3ab-42ac7adb5361', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a', 'mac_address': 'fa:16:3e:84:e0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:54:32Z', 'updated_at': '2021-05-21T15:54:32Z', 'revision_number': 0, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c712dae-a5cf-425d-bee4-f061b6a4388e', 'name': '', 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'mac_address': 'fa:16:3e:0a:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:30Z', 'updated_at': '2021-05-21T15:53:38Z', 'revision_number': 5, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'subnets': [{'id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:54:34.966128 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d1aa0-3baa-438b-a89a-80688b778d90 None None] Checking router: 231f20bf-a173-4862-ab88-1878d8beae3e for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:54:34.975030 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0d1aa0-3baa-438b-a89a-80688b778d90 None None] Routers {'231f20bf-a173-4862-ab88-1878d8beae3e'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:54:34.976046 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-eb0d1aa0-3baa-438b-a89a-80688b778d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ab76ee0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:54:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['231f20bf-a173-4862-ab88-1878d8beae3e'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:54:34.990055 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98943fc1-d83a-4166-8be7-a1778580ae5c req-0498df19-90e3-430f-bbed-9bf19a720a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:34.991588 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-98943fc1-d83a-4166-8be7-a1778580ae5c req-0498df19-90e3-430f-bbed-9bf19a720a9b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4372defa064433bc9d171f4538710e&device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 1138 time: 0.2565048
May 21 15:54:35.102661 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-009cabea-c6d7-4304-aa05-b52daf45c332 req-a4b4b84d-336b-4427-a3bc-cc6f72248c6b tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&id=541c145f-24d1-4696-b823-43a2a509a8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1610539
May 21 15:54:35.173658 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-eb0d1aa0-3baa-438b-a89a-80688b778d90 None None] Set router 231f20bf-a173-4862-ab88-1878d8beae3e gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:54:35.260392 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045c400-6df0-4232-abd6-7fc94f8127e6 req-a744cd47-b8a4-4f3d-932b-530d8fb7fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:35.262378 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6045c400-6df0-4232-abd6-7fc94f8127e6 req-a744cd47-b8a4-4f3d-932b-530d8fb7fc34 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d057e614-9e15-4f2a-a99e-4e69465cf06a HTTP/1.1" status: 200  len: 910 time: 0.4043307
May 21 15:54:35.381503 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98943fc1-d83a-4166-8be7-a1778580ae5c req-0e9b73d6-d830-4107-9a71-3e7e12ab746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:35.382837 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-98943fc1-d83a-4166-8be7-a1778580ae5c req-0e9b73d6-d830-4107-9a71-3e7e12ab746d service neutron] 10.222.0.25 "GET /v2.0/networks?id=235f9964-30b5-446d-a105-d323d4cb9514 HTTP/1.1" status: 200  len: 916 time: 0.3774166
May 21 15:54:35.447115 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6045c400-6df0-4232-abd6-7fc94f8127e6 req-aec91d7c-efaf-4c92-a3d2-3f7e5a208d3d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44453683-24ae-41ec-a3ab-42ac7adb5361 HTTP/1.1" status: 200  len: 999 time: 0.1749640
May 21 15:54:35.537052 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-eb0d1aa0-3baa-438b-a89a-80688b778d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ab76ee0>, [{'id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'name': 'tempest-TestShelveInstance-1002065834-router', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:25Z', 'updated_at': '2021-05-21T15:53:31Z', 'revision_number': 4, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'gw_port': {'id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:26Z', 'updated_at': '2021-05-21T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': 'bdbe5f42-00cb-4fac-a8c2-9ab143936a2d', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'port_id': '44453683-24ae-41ec-a3ab-42ac7adb5361', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a', 'mac_address': 'fa:16:3e:84:e0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:54:32Z', 'updated_at': '2021-05-21T15:54:32Z', 'revision_number': 0, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c712dae-a5cf-425d-bee4-f061b6a4388e', 'name': '', 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'mac_address': 'fa:16:3e:0a:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:30Z', 'updated_at': '2021-05-21T15:53:38Z', 'revision_number': 5, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'subnets': [{'id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:54:35.541398 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d1aa0-3baa-438b-a89a-80688b778d90 None None] The sync data for ids ['231f20bf-a173-4862-ab88-1878d8beae3e'] in dv-cinder-792642-1-iscsi is: [{'id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'name': 'tempest-TestShelveInstance-1002065834-router', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:25Z', 'updated_at': '2021-05-21T15:53:31Z', 'revision_number': 4, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'gw_port': {'id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:26Z', 'updated_at': '2021-05-21T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': 'bdbe5f42-00cb-4fac-a8c2-9ab143936a2d', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'floating_ip_address': '172.27.0.177', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'port_id': '44453683-24ae-41ec-a3ab-42ac7adb5361', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a', 'mac_address': 'fa:16:3e:84:e0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:54:32Z', 'updated_at': '2021-05-21T15:54:32Z', 'revision_number': 0, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c712dae-a5cf-425d-bee4-f061b6a4388e', 'name': '', 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'mac_address': 'fa:16:3e:0a:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:30Z', 'updated_at': '2021-05-21T15:53:38Z', 'revision_number': 5, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'subnets': [{'id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:54:35.561292 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-98943fc1-d83a-4166-8be7-a1778580ae5c req-be9db7a9-a4fa-4051-a50f-106599b3eb89 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fac93cb-1019-4a86-93ef-f153c5b2acd1 HTTP/1.1" status: 200  len: 1002 time: 0.1697981
May 21 15:54:35.564696 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045c400-6df0-4232-abd6-7fc94f8127e6 req-1d949a02-2d80-480d-84ac-c1c65b1ac873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:35.566019 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6045c400-6df0-4232-abd6-7fc94f8127e6 req-1d949a02-2d80-480d-84ac-c1c65b1ac873 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6fcb861c-cac8-4893-aa9e-e78b1ee53a63 HTTP/1.1" status: 200  len: 848 time: 0.1089065
May 21 15:54:35.684199 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98943fc1-d83a-4166-8be7-a1778580ae5c req-6a8c5ec3-4901-404c-a7aa-fde3848f1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:35.685669 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-98943fc1-d83a-4166-8be7-a1778580ae5c req-6a8c5ec3-4901-404c-a7aa-fde3848f1f09 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d HTTP/1.1" status: 200  len: 854 time: 0.1123075
May 21 15:54:35.729930 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:54:35.755255 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045c400-6df0-4232-abd6-7fc94f8127e6 req-ce9d4e78-a3c4-40b4-a4ce-ab25631761a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:35.756728 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6045c400-6df0-4232-abd6-7fc94f8127e6 req-ce9d4e78-a3c4-40b4-a4ce-ab25631761a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d057e614-9e15-4f2a-a99e-4e69465cf06a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1822031
May 21 15:54:35.759652 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1f7aed-6f0c-4402-aaa5-14653f1e53fd None None] New status for floating IP bdbe5f42-00cb-4fac-a8c2-9ab143936a2d: ACTIVE {{(pid=98822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:54:35.869369 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98943fc1-d83a-4166-8be7-a1778580ae5c req-ed6daf26-e398-49d7-a436-a6c20bb4211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:35.870952 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-98943fc1-d83a-4166-8be7-a1778580ae5c req-ed6daf26-e398-49d7-a436-a6c20bb4211f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=235f9964-30b5-446d-a105-d323d4cb9514&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1783257
May 21 15:54:35.999553 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6045c400-6df0-4232-abd6-7fc94f8127e6 req-3224c518-16b2-4372-a921-a05280d65173 service neutron] 10.222.0.25 "GET /v2.0/networks/d057e614-9e15-4f2a-a99e-4e69465cf06a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2300551
May 21 15:54:36.116375 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-98943fc1-d83a-4166-8be7-a1778580ae5c req-a3bb5729-51dd-4e09-afae-88ed2f53bd48 service neutron] 10.222.0.25 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2385550
May 21 15:54:36.290227 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6045c400-6df0-4232-abd6-7fc94f8127e6 req-199249c8-0327-4070-adef-edd5c72ea33a service neutron] 10.222.0.25 "GET /v2.0/networks/d057e614-9e15-4f2a-a99e-4e69465cf06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2831562
May 21 15:54:36.342500 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-98943fc1-d83a-4166-8be7-a1778580ae5c req-89369bbe-185a-4cd2-8dea-bbee55612f58 service neutron] 10.222.0.25 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2187817
May 21 15:54:36.361065 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0872a2f-0fdc-4adc-b02c-73900d0e767a req-722ccc81-dbc1-48f0-a0f7-623b96922816 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:36.362520 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f0872a2f-0fdc-4adc-b02c-73900d0e767a req-722ccc81-dbc1-48f0-a0f7-623b96922816 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.1377702
May 21 15:54:36.410212 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f0872a2f-0fdc-4adc-b02c-73900d0e767a req-b2322eb3-e164-448d-b45a-c0a1cea09904 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&id=541c145f-24d1-4696-b823-43a2a509a8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0414436
May 21 15:54:37.596682 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8b529-20e0-4dce-86a0-b00722c1ce33 req-3846d121-39b9-4e94-96fb-fbf04b93ebe4 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:37.598151 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cde8b529-20e0-4dce-86a0-b00722c1ce33 req-3846d121-39b9-4e94-96fb-fbf04b93ebe4 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.0807419
May 21 15:54:37.647127 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cde8b529-20e0-4dce-86a0-b00722c1ce33 req-9eebe91b-88b6-48ec-a7d4-4d4b8eb79baf tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&id=541c145f-24d1-4696-b823-43a2a509a8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0419440
May 21 15:54:38.844412 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e6cd1-b1b1-4c54-926c-c350c39a6250 req-1ac072f2-26d9-4879-997d-8277c0182cc4 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:38.845922 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-509e6cd1-b1b1-4c54-926c-c350c39a6250 req-1ac072f2-26d9-4879-997d-8277c0182cc4 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.0861108
May 21 15:54:38.894897 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-509e6cd1-b1b1-4c54-926c-c350c39a6250 req-a2a86393-3189-4f10-a1d6-866634262755 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&id=541c145f-24d1-4696-b823-43a2a509a8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0429037
May 21 15:54:40.079272 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f4866f-4f2e-40b7-a311-208f1f1a10d8 req-489b5685-2841-4bd6-9b64-1db60935c0f1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:40.080724 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-28f4866f-4f2e-40b7-a311-208f1f1a10d8 req-489b5685-2841-4bd6-9b64-1db60935c0f1 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.0802829
May 21 15:54:40.132098 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-28f4866f-4f2e-40b7-a311-208f1f1a10d8 req-63ca350d-c2c3-4367-8667-dd5cf28b106c tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&id=541c145f-24d1-4696-b823-43a2a509a8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0454493
May 21 15:54:41.323161 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821f7f2-fa57-4fe6-a64f-7abb604bcfa6 req-f032afc8-968a-47fb-84c7-2c9d424665b7 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:41.324605 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7821f7f2-fa57-4fe6-a64f-7abb604bcfa6 req-f032afc8-968a-47fb-84c7-2c9d424665b7 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.0804021
May 21 15:54:41.371935 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7821f7f2-fa57-4fe6-a64f-7abb604bcfa6 req-98b7a1fe-579b-44eb-a6a2-408b21646045 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&id=541c145f-24d1-4696-b823-43a2a509a8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0414968
May 21 15:54:42.663423 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a2a45-9ab5-4d4b-8b81-df477bc6952f req-d6898549-5899-4a9d-86c7-7730a8436a84 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:42.664787 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6a0a2a45-9ab5-4d4b-8b81-df477bc6952f req-d6898549-5899-4a9d-86c7-7730a8436a84 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.1850498
May 21 15:54:42.712888 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6a0a2a45-9ab5-4d4b-8b81-df477bc6952f req-b64dec36-3384-4225-8331-4a6679e43b80 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&id=541c145f-24d1-4696-b823-43a2a509a8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0416300
May 21 15:54:43.015965 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-2d41d466-28b9-4ae9-9b74-3641b3fc06eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:43.914124 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277b86b-fbbb-4d1b-835c-13527fb3ddef req-e6ffa9dc-6575-4b77-a805-dae8fbaf1b31 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:43.914868 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3277b86b-fbbb-4d1b-835c-13527fb3ddef req-e6ffa9dc-6575-4b77-a805-dae8fbaf1b31 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.0873420
May 21 15:54:43.967097 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3277b86b-fbbb-4d1b-835c-13527fb3ddef req-7c850207-11f0-4cd0-abca-6a7dd569afdd tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&id=541c145f-24d1-4696-b823-43a2a509a8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0458088
May 21 15:54:45.155985 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979442d3-ac64-40dc-bcbc-066953481b6a req-16008fa9-2034-4e07-9d8a-2a1b15b14ce7 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:45.155985 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-979442d3-ac64-40dc-bcbc-066953481b6a req-16008fa9-2034-4e07-9d8a-2a1b15b14ce7 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.0819104
May 21 15:54:45.201394 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-979442d3-ac64-40dc-bcbc-066953481b6a req-c2b25c3a-4d57-43b0-8d3e-0f34ba91bd7d tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&id=541c145f-24d1-4696-b823-43a2a509a8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0409083
May 21 15:54:45.669205 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:45.861657 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-64fcbcba-e083-491e-ab63-4b3960322071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:46.402077 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c24430-dbc8-4d90-a8d5-57aa25939c6d req-b41a0e7a-2f3a-493c-a00c-7b576bcceb5f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:46.403591 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-28c24430-dbc8-4d90-a8d5-57aa25939c6d req-b41a0e7a-2f3a-493c-a00c-7b576bcceb5f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.0874503
May 21 15:54:46.453451 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-28c24430-dbc8-4d90-a8d5-57aa25939c6d req-a7213f5a-e253-470e-b4dc-b207e11a8dbe tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&id=541c145f-24d1-4696-b823-43a2a509a8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0438464
May 21 15:54:46.743050 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:47.638157 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d54c89-08d2-48ab-b5d1-a312b5396ce2 req-ae9bfa36-2d9e-4adc-9694-6344805ead9e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:47.639885 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6d54c89-08d2-48ab-b5d1-a312b5396ce2 req-ae9bfa36-2d9e-4adc-9694-6344805ead9e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.0795634
May 21 15:54:47.692669 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6d54c89-08d2-48ab-b5d1-a312b5396ce2 req-c32ebb9a-ee2e-4ef3-834b-1e9d2777aef4 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&id=541c145f-24d1-4696-b823-43a2a509a8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0468173
May 21 15:54:48.455290 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:54:48.879985 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61436188-0696-4e13-baf8-b30e010dfe85 req-70255b5d-df84-4b00-8247-2d598603e24c tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:48.881435 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-61436188-0696-4e13-baf8-b30e010dfe85 req-70255b5d-df84-4b00-8247-2d598603e24c tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.0804982
May 21 15:54:48.928171 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-61436188-0696-4e13-baf8-b30e010dfe85 req-bd32e716-b970-40b9-b708-398ee240938f tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&id=541c145f-24d1-4696-b823-43a2a509a8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0409985
May 21 15:54:50.117886 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52b236-c0bd-474a-8a14-0e57b487b01c req-c3287f8e-c438-45f2-8a38-42e4abea5bc9 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:50.119900 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-dc52b236-c0bd-474a-8a14-0e57b487b01c req-c3287f8e-c438-45f2-8a38-42e4abea5bc9 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.0829074
May 21 15:54:50.166748 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-dc52b236-c0bd-474a-8a14-0e57b487b01c req-0e5105ea-a8b2-4b6c-97dd-66fcf3f8ace7 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&id=541c145f-24d1-4696-b823-43a2a509a8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0403318
May 21 15:54:51.350225 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79e4e9-ed6e-4e09-9e87-c7d8a5c01a2c req-1e06e5df-2ece-41fc-9441-759242d460a9 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:51.351685 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1d79e4e9-ed6e-4e09-9e87-c7d8a5c01a2c req-1e06e5df-2ece-41fc-9441-759242d460a9 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.0789218
May 21 15:54:51.401481 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1d79e4e9-ed6e-4e09-9e87-c7d8a5c01a2c req-ac067694-b4e9-4d69-9297-b80a2d8adf8e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&id=541c145f-24d1-4696-b823-43a2a509a8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0418508
May 21 15:54:52.628369 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f4913-2cde-4845-9603-68626ce9604f req-294c007f-1660-4da4-b90c-5c946c712fbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:52.629738 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5e8f4913-2cde-4845-9603-68626ce9604f req-294c007f-1660-4da4-b90c-5c946c712fbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.0871611
May 21 15:54:52.682008 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5e8f4913-2cde-4845-9603-68626ce9604f req-a368c83d-74bf-4bbc-bef2-e9ff050e65b0 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&id=541c145f-24d1-4696-b823-43a2a509a8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0449080
May 21 15:54:53.873396 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c4d3c-27a0-4e22-a1d7-01164132ecd5 req-a14a23cb-3db0-4a44-9794-12f018061135 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:54:53.874903 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-058c4d3c-27a0-4e22-a1d7-01164132ecd5 req-a14a23cb-3db0-4a44-9794-12f018061135 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.0819333
May 21 15:54:53.925485 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-058c4d3c-27a0-4e22-a1d7-01164132ecd5 req-d1e36788-05d4-4f5d-ab9b-17c84809c299 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&id=541c145f-24d1-4696-b823-43a2a509a8c7&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0444727
May 21 15:54:59.382955 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:01.109183 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-946f2920-8ec2-4236-9664-7a1278dbdb4a req-1ddb6fed-6b12-426a-80bf-a62a6aae580a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0699298
May 21 15:55:01.201192 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f2920-8ec2-4236-9664-7a1278dbdb4a req-610a65dc-7635-42ea-83a5-ef35291f6daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:01.202575 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-946f2920-8ec2-4236-9664-7a1278dbdb4a req-610a65dc-7635-42ea-83a5-ef35291f6daf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4372defa064433bc9d171f4538710e&device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 1138 time: 0.0723505
May 21 15:55:01.351516 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f2920-8ec2-4236-9664-7a1278dbdb4a req-7ae3b74f-75b1-484d-b24a-bef913b12280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:01.352995 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-946f2920-8ec2-4236-9664-7a1278dbdb4a req-7ae3b74f-75b1-484d-b24a-bef913b12280 service neutron] 10.222.0.25 "GET /v2.0/networks?id=235f9964-30b5-446d-a105-d323d4cb9514 HTTP/1.1" status: 200  len: 916 time: 0.1302483
May 21 15:55:01.460168 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-946f2920-8ec2-4236-9664-7a1278dbdb4a req-b4dd7716-9800-468f-b940-e1146c09e206 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fac93cb-1019-4a86-93ef-f153c5b2acd1 HTTP/1.1" status: 200  len: 1002 time: 0.0983751
May 21 15:55:01.526999 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f2920-8ec2-4236-9664-7a1278dbdb4a req-df5e3ec8-891f-4623-8382-20535b7f3679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:01.528414 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-946f2920-8ec2-4236-9664-7a1278dbdb4a req-df5e3ec8-891f-4623-8382-20535b7f3679 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d HTTP/1.1" status: 200  len: 854 time: 0.0621197
May 21 15:55:01.603115 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f2920-8ec2-4236-9664-7a1278dbdb4a req-1e245ce4-30f3-4b10-940a-8ac992a18897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:01.604587 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-946f2920-8ec2-4236-9664-7a1278dbdb4a req-1e245ce4-30f3-4b10-940a-8ac992a18897 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=235f9964-30b5-446d-a105-d323d4cb9514&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702136
May 21 15:55:01.738752 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-946f2920-8ec2-4236-9664-7a1278dbdb4a req-a84997b4-e91f-46b1-bf9c-e30f28742c3e service neutron] 10.222.0.25 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267278
May 21 15:55:01.960727 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-946f2920-8ec2-4236-9664-7a1278dbdb4a req-19202922-b230-48a8-8219-5f8a8b7b8a1e service neutron] 10.222.0.25 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2153933
May 21 15:55:10.037555 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdda59-4b9a-4d4d-a5a7-ad4d2153b244 req-95ec3ae4-8677-483f-89b3-2d1c46af54b9 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:10.039051 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e7cdda59-4b9a-4d4d-a5a7-ad4d2153b244 req-95ec3ae4-8677-483f-89b3-2d1c46af54b9 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 945 time: 0.0827825
May 21 15:55:10.084064 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e7cdda59-4b9a-4d4d-a5a7-ad4d2153b244 req-1a20341d-066b-4f9a-95af-47582ae2655f tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388229
May 21 15:55:11.286711 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66917f8-a3aa-4ec8-9198-d13104f8b859 req-6c61e7f7-6833-4e83-add7-9ecc7c9d58d7 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:11.289216 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c66917f8-a3aa-4ec8-9198-d13104f8b859 req-6c61e7f7-6833-4e83-add7-9ecc7c9d58d7 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 945 time: 0.0921428
May 21 15:55:11.356397 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c66917f8-a3aa-4ec8-9198-d13104f8b859 req-e4e236e6-f2d8-4c6a-87a2-6152f0e8bac1 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610757
May 21 15:55:11.823382 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57083a6-d393-41dc-b6b6-d558318df6c4 req-8f34fb60-979c-4b3a-9bee-64ce7ebd2b12 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:11.824776 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d57083a6-d393-41dc-b6b6-d558318df6c4 req-8f34fb60-979c-4b3a-9bee-64ce7ebd2b12 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 945 time: 0.0869718
May 21 15:55:11.970243 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-d57083a6-d393-41dc-b6b6-d558318df6c4 req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Deleting port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:55:11.970586 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d57083a6-d393-41dc-b6b6-d558318df6c4 req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:12.109903 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-d57083a6-d393-41dc-b6b6-d558318df6c4 req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] For port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8c3f8eda-74a9-4fa6-bd85-8c512c934f8c,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:55:12.110183 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d57083a6-d393-41dc-b6b6-d558318df6c4 req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:12.411111 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d57083a6-d393-41dc-b6b6-d558318df6c4 req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:12.412020 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d57083a6-d393-41dc-b6b6-d558318df6c4 req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:12.412020 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.l3_db [req-d57083a6-d393-41dc-b6b6-d558318df6c4 req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Floating IP 8fe33642-b6f4-43ff-9b74-997010016c9d disassociated. External IP: 172.27.0.226, port: 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c.
May 21 15:55:12.412228 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-d57083a6-d393-41dc-b6b6-d558318df6c4 req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Calling delete_port for 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:55:12.604185 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f781b75-5dcb-4bde-8781-18764373d39e req-d9d1b52e-b429-4094-bc11-d4fd5c40929b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:12.605826 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2f781b75-5dcb-4bde-8781-18764373d39e req-d9d1b52e-b429-4094-bc11-d4fd5c40929b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 945 time: 0.1389318
May 21 15:55:12.653872 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2f781b75-5dcb-4bde-8781-18764373d39e req-adaf90ef-7ffb-453a-8962-1764ae8bde47 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416687
May 21 15:55:12.714496 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d57083a6-d393-41dc-b6b6-d558318df6c4 req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:12.721011 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1e6a918e-0a82-4b9b-a09c-fe6dc9464176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:12.722174 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:55:12.771530 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event deleted for resources: {'Port': ['ID=8c3f8eda-74a9-4fa6-bd85-8c512c934f8c,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:12.784725 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:12.785119 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:12.785489 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:12.785838 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:12.786202 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:12.786590 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:12.787028 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:12.787471 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:12.787928 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:12.788308 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:12.788694 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:12.789056 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:12.847308 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:12.975139 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d57083a6-d393-41dc-b6b6-d558318df6c4 req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Router e0451022-b322-4cf5-bf18-6e3528051fa8 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:55:13.034208 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-df215c20-de70-4ddf-b61a-a81a3e0532ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:13.269446 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d57083a6-d393-41dc-b6b6-d558318df6c4 req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:55:13.283242 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82482549-ec7b-4b43-bee7-0faceeb6bdd2 None None] Sync routers for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:55:13.295779 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82482549-ec7b-4b43-bee7-0faceeb6bdd2 None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:55:13.296565 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-82482549-ec7b-4b43-bee7-0faceeb6bdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ad78910>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:54:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:13.348067 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57083a6-d393-41dc-b6b6-d558318df6c4 req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] No DVR routers for this DVR port 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:55:13.350712 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d57083a6-d393-41dc-b6b6-d558318df6c4 req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:13.354754 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa3bab7-27a0-41f1-933e-8aa2599e6fc6', 'name': 'network-vif-deleted', 'tag': '8c3f8eda-74a9-4fa6-bd85-8c512c934f8c'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:55:13.404371 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa3bab7-27a0-41f1-933e-8aa2599e6fc6', 'name': 'network-vif-deleted', 'tag': '8c3f8eda-74a9-4fa6-bd85-8c512c934f8c', 'status': 'completed', 'code': 200}
May 21 15:55:13.451656 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d57083a6-d393-41dc-b6b6-d558318df6c4 req-fe4dceeb-d560-4367-9f39-dbd166f76654 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.25 "DELETE /v2.0/ports/8c3f8eda-74a9-4fa6-bd85-8c512c934f8c HTTP/1.1" status: 204  len: 173 time: 1.6191049
May 21 15:55:13.572294 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-82482549-ec7b-4b43-bee7-0faceeb6bdd2 None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:55:13.822168 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-95e33c88-8c02-4bf7-9beb-9ed0f6d556a8 req-07f16798-2cc3-4e81-9c56-0c1c7da11bdd tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Synchronizing usage tracker for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:55:13.936460 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-95e33c88-8c02-4bf7-9beb-9ed0f6d556a8 req-07f16798-2cc3-4e81-9c56-0c1c7da11bdd tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Unset dirty status for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:55:13.937786 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-95e33c88-8c02-4bf7-9beb-9ed0f6d556a8 req-07f16798-2cc3-4e81-9c56-0c1c7da11bdd tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=7aa3bab7-27a0-41f1-933e-8aa2599e6fc6 HTTP/1.1" status: 200  len: 210 time: 0.1593769
May 21 15:55:14.120080 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-82482549-ec7b-4b43-bee7-0faceeb6bdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ad78910>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:14.124535 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82482549-ec7b-4b43-bee7-0faceeb6bdd2 None None] Checking router: e0451022-b322-4cf5-bf18-6e3528051fa8 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:55:14.133593 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82482549-ec7b-4b43-bee7-0faceeb6bdd2 None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:55:14.134757 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-82482549-ec7b-4b43-bee7-0faceeb6bdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ad78910>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:54:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:14.332202 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-82482549-ec7b-4b43-bee7-0faceeb6bdd2 None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:55:14.675979 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-82482549-ec7b-4b43-bee7-0faceeb6bdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ad78910>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:14.680274 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82482549-ec7b-4b43-bee7-0faceeb6bdd2 None None] The sync data for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi is: [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:55:14.914342 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e50da3-c06d-4536-9d80-c7f3e2bf67a8 None None] New status for floating IP 8fe33642-b6f4-43ff-9b74-997010016c9d: DOWN {{(pid=98822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:55:15.367087 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-93840646-bfff-483b-a80e-df7e8a5de74a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-987221923&fields=id&tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2 HTTP/1.1" status: 200  len: 267 time: 0.0421796
May 21 15:55:15.521849 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-7c967aab-7ecc-478c-9041-a550da27c082 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:15.523331 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-7c967aab-7ecc-478c-9041-a550da27c082 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/networks?id=63209c91-6a37-4380-a99b-8c32f2681b1d HTTP/1.1" status: 200  len: 812 time: 0.1496365
May 21 15:55:15.538940 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-3e77d9d2-e889-4d31-92d9-beafa34fe9ba tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/quotas/f79e7e2756644b98ac7565f7c9b6f6e2 HTTP/1.1" status: 200  len: 375 time: 0.0094578
May 21 15:55:15.632900 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-68f10c9e-b43c-4299-a783-5b49cf0ab9f7 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0885026
May 21 15:55:15.684879 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:15.788426 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-36e4b599-d238-430f-bf4c-b666ba0d0368 service neutron] 10.222.0.70 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432250
May 21 15:55:15.802009 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:55:15.845791 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:55:15.846138 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 8c3f8eda-74a9-4fa6-bd85-8c512c934f8c not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:55:15.847892 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-14f40a74-b5b9-46c6-9fa4-5d59f976e73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:15.925681 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-625fa9dc-7983-4c09-b043-8304bb1c542a service neutron] 10.222.0.70 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306992
May 21 15:55:16.743016 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5bb6805a-81a6-4822-b59c-e584fb6ceb08 req-75c872fc-a179-4589-9eb3-aac481d7a992 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 210 time: 0.0444398
May 21 15:55:16.760140 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:17.906577 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-91b8f11f-d2ad-435c-beb4-82b19e9d50c7 req-752c98be-a7e6-4ecf-afe2-9d5d75b40ace tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 210 time: 0.0436156
May 21 15:55:18.485313 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:19.126854 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-97fcd489-6e7c-4e26-b507-0a8633f68f6a req-a47079f0-271c-40ba-992d-cf586c3fb161 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 210 time: 0.0616729
May 21 15:55:19.189748 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-187be1ba-b86b-4d3c-861a-9dc88ccbe7da tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:19.191692 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-187be1ba-b86b-4d3c-861a-9dc88ccbe7da tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.25 "GET /v2.0/networks?id=63209c91-6a37-4380-a99b-8c32f2681b1d HTTP/1.1" status: 200  len: 812 time: 0.2072198
May 21 15:55:19.257087 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-7bdc29d4-364d-4232-ae2b-406fd47ba2cf tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2 HTTP/1.1" status: 200  len: 379 time: 0.0550768
May 21 15:55:19.265981 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Request body: {'port': {'device_id': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'admin_state_up': True, 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'security_groups': ['940307b5-8770-4d72-a86c-01151481372b']}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:55:19.410974 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:55:19.421964 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:55:19.553975 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Made reservation on behalf of f79e7e2756644b98ac7565f7c9b6f6e2 for: {'port': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:55:19.557984 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:19.730382 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Allocated IP 172.20.0.10 (63209c91-6a37-4380-a99b-8c32f2681b1d/f6201006-2e0c-47c7-83b1-5cdad697a876/3e8e9a5e-c449-498a-ac25-308a1ded6697) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:55:19.965547 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:19.989680 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Transition to ACTIVE for port object 3e8e9a5e-c449-498a-ac25-308a1ded6697 will not be triggered until provisioned by entity DHCP. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:55:20.130397 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:20.138242 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-8d56d8bc-d859-42d5-aa93-da54bac8d240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:20.217189 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Network 63209c91-6a37-4380-a99b-8c32f2681b1d is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:55:20.220876 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:55:20.224894 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:55:20.428408 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event updated for resources: {'Port': ['ID=3e8e9a5e-c449-498a-ac25-308a1ded6697,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:20.438987 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:20.462586 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:20.463875 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:20.535541 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828609cb-85a9-4033-b402-cfcbccf44853 req-119842f8-b778-40a5-9dd9-c6a7a99c8d09 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:20.536136 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-828609cb-85a9-4033-b402-cfcbccf44853 req-119842f8-b778-40a5-9dd9-c6a7a99c8d09 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Synchronizing usage tracker for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:55:20.593945 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-afdf9262-7c7f-4ad9-bd02-516e9e43d937 None None] Provisioning for port 3e8e9a5e-c449-498a-ac25-308a1ded6697 completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:55:20.599475 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-afdf9262-7c7f-4ad9-bd02-516e9e43d937 None None] Provisioning complete for port 3e8e9a5e-c449-498a-ac25-308a1ded6697 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:55:20.599906 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-afdf9262-7c7f-4ad9-bd02-516e9e43d937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:20.623699 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3611457
May 21 15:55:20.649865 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Request body: {'port': {'device_id': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:55:20.674474 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-afdf9262-7c7f-4ad9-bd02-516e9e43d937 None None] Port 3e8e9a5e-c449-498a-ac25-308a1ded6697 cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:55:20.710390 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-828609cb-85a9-4033-b402-cfcbccf44853 req-119842f8-b778-40a5-9dd9-c6a7a99c8d09 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Unset dirty status for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:55:20.716392 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-828609cb-85a9-4033-b402-cfcbccf44853 req-119842f8-b778-40a5-9dd9-c6a7a99c8d09 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 932 time: 0.3378024
May 21 15:55:20.824864 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-828609cb-85a9-4033-b402-cfcbccf44853 req-11c5cb32-95bb-47c1-84ab-20a036106acc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1007321
May 21 15:55:20.829736 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:21.261053 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8e9a5e-c449-498a-ac25-308a1ded6697 {{(pid=98820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:55:21.269620 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:21.285611 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Transition to ACTIVE for port object 3e8e9a5e-c449-498a-ac25-308a1ded6697 will not be triggered until provisioned by entity L2. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:55:21.387780 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:21.392886 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:21.551553 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Pushing event updated for resources: {'Port': ['ID=3e8e9a5e-c449-498a-ac25-308a1ded6697,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:21.559203 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:21.635158 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Attempting to bind port 3e8e9a5e-c449-498a-ac25-308a1ded6697 on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:55:21.635532 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Attempting to bind port 3e8e9a5e-c449-498a-ac25-308a1ded6697 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:55:21.635899 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Attempting to bind port 3e8e9a5e-c449-498a-ac25-308a1ded6697 on network 63209c91-6a37-4380-a99b-8c32f2681b1d {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:55:21.640784 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Port 3e8e9a5e-c449-498a-ac25-308a1ded6697 on network 63209c91-6a37-4380-a99b-8c32f2681b1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:55:21.641160 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Attempting to bind port 3e8e9a5e-c449-498a-ac25-308a1ded6697 on network 63209c91-6a37-4380-a99b-8c32f2681b1d {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:55:21.646550 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:55:21.646965 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Checking segment: {'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:55:21.647387 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Bound using segment: {'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:55:21.647861 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Bound port: 3e8e9a5e-c449-498a-ac25-308a1ded6697, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'}}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:55:21.648246 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:21.745674 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] For port 3e8e9a5e-c449-498a-ac25-308a1ded6697, host hv-cinder-79264, cleared binding levels {{(pid=98820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:55:21.748691 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] For port 3e8e9a5e-c449-498a-ac25-308a1ded6697, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3e8e9a5e-c449-498a-ac25-308a1ded6697,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:55:21.886610 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:21.892113 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-0d3d6874-1b56-41eb-859f-5793ed728064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:21.996341 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:21.996960 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:21.998517 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] 10.222.0.25 "PUT /v2.0/ports/3e8e9a5e-c449-498a-ac25-308a1ded6697 HTTP/1.1" status: 200  len: 1094 time: 1.3557377
May 21 15:55:22.003882 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'tag': '3e8e9a5e-c449-498a-ac25-308a1ded6697'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:55:22.035609 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Pushing event updated for resources: {'Port': ['ID=3e8e9a5e-c449-498a-ac25-308a1ded6697,revision_number=3']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:22.040545 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:22.079175 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d52076-e297-4518-b5bb-4e5cdfb25ed4 req-b5dac345-c289-4a2a-bce9-f86d12a192eb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:22.080806 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c9d52076-e297-4518-b5bb-4e5cdfb25ed4 req-b5dac345-c289-4a2a-bce9-f86d12a192eb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 944 time: 0.1361129
May 21 15:55:22.082853 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'tag': '3e8e9a5e-c449-498a-ac25-308a1ded6697', 'status': 'completed', 'code': 200}
May 21 15:55:22.181983 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c9d52076-e297-4518-b5bb-4e5cdfb25ed4 req-c1b5dd19-090e-468f-8849-65a79ec9cb58 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890789
May 21 15:55:22.208306 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35fde3-f600-4cda-a7c8-abd39f212b48 req-b7d06ab8-7416-48a5-b7ab-bbaa36d1b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:22.209790 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7b35fde3-f600-4cda-a7c8-abd39f212b48 req-b7d06ab8-7416-48a5-b7ab-bbaa36d1b0f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 1097 time: 0.1003873
May 21 15:55:22.380237 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35fde3-f600-4cda-a7c8-abd39f212b48 req-4dc29aa0-5c37-433a-bcf2-8a1bd5d83ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:22.381694 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7b35fde3-f600-4cda-a7c8-abd39f212b48 req-4dc29aa0-5c37-433a-bcf2-8a1bd5d83ef6 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1602252
May 21 15:55:22.522681 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35fde3-f600-4cda-a7c8-abd39f212b48 req-87b45a13-e58e-47c8-bcab-208aba07d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:22.524734 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7b35fde3-f600-4cda-a7c8-abd39f212b48 req-87b45a13-e58e-47c8-bcab-208aba07d678 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1354690
May 21 15:55:22.651962 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-9aabe5e6-a99c-488c-a27c-f5a08760c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:22.653466 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-9aabe5e6-a99c-488c-a27c-f5a08760c320 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 1097 time: 0.0898576
May 21 15:55:22.729530 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-c48981b9-b93b-4991-96c4-6747e23bca9b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e8e9a5e-c449-498a-ac25-308a1ded6697 HTTP/1.1" status: 200  len: 217 time: 0.0661950
May 21 15:55:22.887538 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-bd8a7cf2-3079-41d8-bcb3-02fa95b1ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:22.889006 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-bd8a7cf2-3079-41d8-bcb3-02fa95b1ffec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6201006-2e0c-47c7-83b1-5cdad697a876 HTTP/1.1" status: 200  len: 851 time: 0.1515276
May 21 15:55:22.972327 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-88e7c11e-4ed4-45d9-8993-32d1c9cac20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:22.973826 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-88e7c11e-4ed4-45d9-8993-32d1c9cac20b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63209c91-6a37-4380-a99b-8c32f2681b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772660
May 21 15:55:23.112825 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-6e26d5ef-e6e6-4c4d-a9a7-05078741761c service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310008
May 21 15:55:23.252078 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c62e2c35-daaf-40ad-a0ef-a4b4cdeb5615 req-95d9a647-525f-40b0-beca-c6d427549253 service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322134
May 21 15:55:23.393105 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75622f38-1ca9-41ef-8168-491bebc6c107 req-f179654a-a2a8-4da4-b7f5-b524275dba7a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:23.394524 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-75622f38-1ca9-41ef-8168-491bebc6c107 req-f179654a-a2a8-4da4-b7f5-b524275dba7a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 944 time: 0.0841649
May 21 15:55:23.444647 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-75622f38-1ca9-41ef-8168-491bebc6c107 req-974872ac-e629-4557-89c3-5fbd72f4184a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427752
May 21 15:55:24.644879 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9218efa-b5e5-4958-b1ab-0a9b5422924b req-c2ba7e97-e1a6-4643-8e9a-d4b8b3026d5d tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:24.646582 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f9218efa-b5e5-4958-b1ab-0a9b5422924b req-c2ba7e97-e1a6-4643-8e9a-d4b8b3026d5d tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 944 time: 0.0933959
May 21 15:55:24.693747 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f9218efa-b5e5-4958-b1ab-0a9b5422924b req-f6382eba-1480-4ac9-82a5-fae482c21276 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411718
May 21 15:55:25.893163 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97cb48-b697-42b1-a1db-be3aaf46b7b4 req-65012edb-3e81-4566-b8e2-4120fafc52aa tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:25.894615 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4b97cb48-b697-42b1-a1db-be3aaf46b7b4 req-65012edb-3e81-4566-b8e2-4120fafc52aa tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 944 time: 0.0931904
May 21 15:55:25.940186 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4b97cb48-b697-42b1-a1db-be3aaf46b7b4 req-71b3e8f1-947e-4f7e-8762-bf99ee26e256 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396223
May 21 15:55:27.139532 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf5ddc-69ce-4e99-9f93-5d7e188d891e req-aa0a5f60-da17-44f6-bb38-f6b85593d3cb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:27.145745 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eeaf5ddc-69ce-4e99-9f93-5d7e188d891e req-aa0a5f60-da17-44f6-bb38-f6b85593d3cb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 944 time: 0.0881815
May 21 15:55:27.204892 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-eeaf5ddc-69ce-4e99-9f93-5d7e188d891e req-46b9068f-d041-4ef9-8528-633c30ad8552 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569916
May 21 15:55:28.394335 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14cf76-2d97-4dd8-9430-600fcb7ff3c8 req-d6de7188-8fc5-44e6-bd52-d1ad2afb06bd tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:28.396034 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fa14cf76-2d97-4dd8-9430-600fcb7ff3c8 req-d6de7188-8fc5-44e6-bd52-d1ad2afb06bd tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 944 time: 0.0835664
May 21 15:55:28.444076 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fa14cf76-2d97-4dd8-9430-600fcb7ff3c8 req-d1660aa2-9191-41a2-828b-7a5d2e0f66b0 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419345
May 21 15:55:29.437914 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:29.668159 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d3be4e70-fb2c-4ad5-bba4-eed222158ec2 req-11b07f90-07cf-4a00-8663-8eb69b9707a3 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1155311606&fields=id&tenant_id=0b4372defa064433bc9d171f4538710e HTTP/1.1" status: 200  len: 267 time: 0.0534084
May 21 15:55:29.745264 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add4da4-e644-4f64-8fc8-068988ea44b5 req-60bcf788-90f4-45f5-9f02-234cfbfb79ae tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:29.747115 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7add4da4-e644-4f64-8fc8-068988ea44b5 req-60bcf788-90f4-45f5-9f02-234cfbfb79ae tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 944 time: 0.1869819
May 21 15:55:29.816216 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be4e70-fb2c-4ad5-bba4-eed222158ec2 req-60830c62-d80c-4b9f-84e7-93bc4211a197 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:29.817686 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d3be4e70-fb2c-4ad5-bba4-eed222158ec2 req-60830c62-d80c-4b9f-84e7-93bc4211a197 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 985 time: 0.1414304
May 21 15:55:29.820390 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-7add4da4-e644-4f64-8fc8-068988ea44b5 req-55f7cbd4-64f7-4297-b01c-9669b43b20c4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593755
May 21 15:55:29.829050 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-d3be4e70-fb2c-4ad5-bba4-eed222158ec2 req-1c4fc090-7447-4a4c-bd3f-cf6850d83bcc tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Request body: {'port': {'security_groups': ['b858e022-c176-48df-b43c-c42172c79e52']}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:55:29.958116 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d3be4e70-fb2c-4ad5-bba4-eed222158ec2 req-1c4fc090-7447-4a4c-bd3f-cf6850d83bcc tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:30.213454 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-d3be4e70-fb2c-4ad5-bba4-eed222158ec2 req-1c4fc090-7447-4a4c-bd3f-cf6850d83bcc tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] For port 2fac93cb-1019-4a86-93ef-f153c5b2acd1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2fac93cb-1019-4a86-93ef-f153c5b2acd1,segment=NetworkSegment(63f1b301-b72c-4e5d-923d-52605839fca4),segment_id=63f1b301-b72c-4e5d-923d-52605839fca4)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:55:30.239714 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d3be4e70-fb2c-4ad5-bba4-eed222158ec2 req-1c4fc090-7447-4a4c-bd3f-cf6850d83bcc tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:30.342089 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d3be4e70-fb2c-4ad5-bba4-eed222158ec2 req-1c4fc090-7447-4a4c-bd3f-cf6850d83bcc tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:30.351767 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-45622915-586f-47d8-8e1c-9707d70edfbb tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:30.357456 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['2fac93cb-1019-4a86-93ef-f153c5b2acd1'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:55:30.459578 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be4e70-fb2c-4ad5-bba4-eed222158ec2 req-1c4fc090-7447-4a4c-bd3f-cf6850d83bcc tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:30.460801 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-d3be4e70-fb2c-4ad5-bba4-eed222158ec2 req-1c4fc090-7447-4a4c-bd3f-cf6850d83bcc tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:30.463150 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d3be4e70-fb2c-4ad5-bba4-eed222158ec2 req-1c4fc090-7447-4a4c-bd3f-cf6850d83bcc tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "PUT /v2.0/ports/2fac93cb-1019-4a86-93ef-f153c5b2acd1 HTTP/1.1" status: 200  len: 943 time: 0.6386149
May 21 15:55:30.463979 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'tag': '2fac93cb-1019-4a86-93ef-f153c5b2acd1'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:55:30.470583 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58594) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:55:30.504740 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fc090-7447-4a4c-bd3f-cf6850d83bcc tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Pushing event updated for resources: {'Port': ['ID=2fac93cb-1019-4a86-93ef-f153c5b2acd1,revision_number=7']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:30.511107 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1c4fc090-7447-4a4c-bd3f-cf6850d83bcc tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:30.538454 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'tag': '2fac93cb-1019-4a86-93ef-f153c5b2acd1', 'status': 'completed', 'code': 200}
May 21 15:55:30.564862 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:30.578462 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['2fac93cb-1019-4a86-93ef-f153c5b2acd1'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:55:30.607344 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:30.677662 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cd112-91be-4209-8307-78d62fe495a8 req-2c940eb1-afa6-42f1-a178-a290338584ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:30.679922 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-059cd112-91be-4209-8307-78d62fe495a8 req-2c940eb1-afa6-42f1-a178-a290338584ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4372defa064433bc9d171f4538710e&device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 1099 time: 0.1104734
May 21 15:55:30.750049 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-414bf44a-e952-4a45-8960-86526742596b None None] Provisioning complete for port 2fac93cb-1019-4a86-93ef-f153c5b2acd1 triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:55:30.750433 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-414bf44a-e952-4a45-8960-86526742596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:30.859272 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:30.873288 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-55f1d305-9754-4a15-97f8-d07418209077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:30.902903 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541c145f-24d1-4696-b823-43a2a509a8c7,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:30.924812 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:30.925351 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:30.926182 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:30.926709 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:30.927280 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:30.927814 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:30.928339 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:30.928961 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:30.929926 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:30.930807 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:30.931356 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:30.931882 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:30.937810 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:30.940422 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:30.944956 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-d7d6b432-935f-4b3e-9831-1a0e6104df00 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "DELETE /v2.0/security-groups/541c145f-24d1-4696-b823-43a2a509a8c7 HTTP/1.1" status: 204  len: 168 time: 0.4695575
May 21 15:55:30.945370 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58602) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:55:30.949225 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cd112-91be-4209-8307-78d62fe495a8 req-9a99192a-3631-4ae4-a633-996a441c58af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:30.951271 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-059cd112-91be-4209-8307-78d62fe495a8 req-9a99192a-3631-4ae4-a633-996a441c58af service neutron] 10.222.0.25 "GET /v2.0/networks?id=235f9964-30b5-446d-a105-d323d4cb9514 HTTP/1.1" status: 200  len: 916 time: 0.2635581
May 21 15:55:31.129861 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-059cd112-91be-4209-8307-78d62fe495a8 req-68f18e6d-2ff8-4ce3-a1ac-d6d2827c6133 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fac93cb-1019-4a86-93ef-f153c5b2acd1 HTTP/1.1" status: 200  len: 1002 time: 0.1177993
May 21 15:55:31.143030 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91717d-8729-4b4b-91fa-7e91a8a42709 req-77d24c6b-6d3a-46d0-b30b-7e9c532f7061 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:31.144493 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-be91717d-8729-4b4b-91fa-7e91a8a42709 req-77d24c6b-6d3a-46d0-b30b-7e9c532f7061 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 944 time: 0.1911681
May 21 15:55:31.239682 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-be91717d-8729-4b4b-91fa-7e91a8a42709 req-63e57c24-10ba-4a0b-9a63-1892c78a6c0a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642078
May 21 15:55:31.241052 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cd112-91be-4209-8307-78d62fe495a8 req-f46df3ee-72c8-42e5-8a6a-de15c679ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:31.242464 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-059cd112-91be-4209-8307-78d62fe495a8 req-f46df3ee-72c8-42e5-8a6a-de15c679ff1a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d HTTP/1.1" status: 200  len: 854 time: 0.0969362
May 21 15:55:31.323654 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059cd112-91be-4209-8307-78d62fe495a8 req-addbe93c-4027-40fd-aa05-1296da028423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:31.325197 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-059cd112-91be-4209-8307-78d62fe495a8 req-addbe93c-4027-40fd-aa05-1296da028423 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=235f9964-30b5-446d-a105-d323d4cb9514&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753000
May 21 15:55:31.345892 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a47fe-d7ac-4b67-a596-304d6195674e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Deleting port cd1118d3-35f8-41be-bfd8-2c3d2b6d343e {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:55:31.346219 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1a7a47fe-d7ac-4b67-a596-304d6195674e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:31.472671 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-059cd112-91be-4209-8307-78d62fe495a8 req-d527f888-ddf9-443e-9147-d0dac015842e service neutron] 10.222.0.25 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348002
May 21 15:55:31.476233 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1a7a47fe-d7ac-4b67-a596-304d6195674e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:31.476843 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1a7a47fe-d7ac-4b67-a596-304d6195674e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:31.620937 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-059cd112-91be-4209-8307-78d62fe495a8 req-e6c3c4f9-ba7a-4797-9080-652011baf088 service neutron] 10.222.0.25 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369801
May 21 15:55:31.710295 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a47fe-d7ac-4b67-a596-304d6195674e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Calling delete_port for cd1118d3-35f8-41be-bfd8-2c3d2b6d343e owned by network:floatingip {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:55:31.870647 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 3e8e9a5e-c449-498a-ac25-308a1ded6697 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:55:31.913475 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1a7a47fe-d7ac-4b67-a596-304d6195674e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:31.918083 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-2655972e-3e00-417a-b2aa-447f0dfee845 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:31.962618 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a47fe-d7ac-4b67-a596-304d6195674e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Pushing event deleted for resources: {'Port': ['ID=cd1118d3-35f8-41be-bfd8-2c3d2b6d343e,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:31.966318 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-1a7a47fe-d7ac-4b67-a596-304d6195674e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:32.036256 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 3e8e9a5e-c449-498a-ac25-308a1ded6697, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3e8e9a5e-c449-498a-ac25-308a1ded6697,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:55:32.056550 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '3e8e9a5e-c449-498a-ac25-308a1ded6697', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'port_id': '3e8e9a5e-c449-498a-ac25-308a1ded6697', 'mac_address': 'fa:16:3e:cf:0c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:55:32.068234 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1a7a47fe-d7ac-4b67-a596-304d6195674e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks [] for floatingip, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:32.068621 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.db.l3_db [None req-1a7a47fe-d7ac-4b67-a596-304d6195674e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Floating IP 8e124773-2d0d-4900-bcea-680600adb7ab disassociated (deleted). External IP: 172.27.0.189, port: 2fac93cb-1019-4a86-93ef-f153c5b2acd1.
May 21 15:55:32.121441 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:32.139420 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8e9a5e-c449-498a-ac25-308a1ded6697 {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:55:32.156745 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 3e8e9a5e-c449-498a-ac25-308a1ded6697, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3e8e9a5e-c449-498a-ac25-308a1ded6697,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:55:32.279236 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:32.281352 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:32.386550 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=3e8e9a5e-c449-498a-ac25-308a1ded6697,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:32.398514 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:32.399052 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:32.399525 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:32.399998 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:32.400459 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:32.400912 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:32.401370 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:32.401830 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:32.402291 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:32.402755 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:32.403366 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:32.403885 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:55:32.409817 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:32.443124 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7a47fe-d7ac-4b67-a596-304d6195674e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Router a178cc03-7ae8-4083-a814-7828a8170097 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:55:32.460454 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5737a20-1521-4af3-acb3-c5cc3e25a07e req-54ea629e-6481-45c0-a5a6-5f9ef6ef5a61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:32.463140 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a5737a20-1521-4af3-acb3-c5cc3e25a07e req-54ea629e-6481-45c0-a5a6-5f9ef6ef5a61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 945 time: 0.0971372
May 21 15:55:32.517754 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a5737a20-1521-4af3-acb3-c5cc3e25a07e req-3e25024c-e726-427d-afdf-f72b3bff6102 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470979
May 21 15:55:32.556256 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['3e8e9a5e-c449-498a-ac25-308a1ded6697'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:55:32.707159 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7a47fe-d7ac-4b67-a596-304d6195674e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:55:32.724398 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86e212-e8d3-436f-af8c-453c7a391e2d None None] Sync routers for ids ['a178cc03-7ae8-4083-a814-7828a8170097'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:55:32.727135 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-1a7a47fe-d7ac-4b67-a596-304d6195674e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:32.750628 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86e212-e8d3-436f-af8c-453c7a391e2d None None] Routers {'a178cc03-7ae8-4083-a814-7828a8170097'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:55:32.751278 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-be86e212-e8d3-436f-af8c-453c7a391e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214b0127f0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:55:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['a178cc03-7ae8-4083-a814-7828a8170097'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:32.789606 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-1a7a47fe-d7ac-4b67-a596-304d6195674e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "DELETE /v2.0/floatingips/8e124773-2d0d-4900-bcea-680600adb7ab HTTP/1.1" status: 204  len: 168 time: 1.8383396
May 21 15:55:32.789606 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'tag': '2fac93cb-1019-4a86-93ef-f153c5b2acd1'}] {{(pid=98819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:55:32.862123 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'tag': '2fac93cb-1019-4a86-93ef-f153c5b2acd1', 'status': 'completed', 'code': 200}
May 21 15:55:33.010837 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-be86e212-e8d3-436f-af8c-453c7a391e2d None None] Set router a178cc03-7ae8-4083-a814-7828a8170097 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:55:33.012242 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406bfaf-23b8-4ac3-b0f6-e2670cedcf8b req-bc13febd-c37e-47c2-98a2-7487a75bb800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:33.014291 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8406bfaf-23b8-4ac3-b0f6-e2670cedcf8b req-bc13febd-c37e-47c2-98a2-7487a75bb800 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4372defa064433bc9d171f4538710e&device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 1099 time: 0.1334076
May 21 15:55:33.229376 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406bfaf-23b8-4ac3-b0f6-e2670cedcf8b req-8989972b-c827-4001-89a3-ae0b2203d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:33.231146 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8406bfaf-23b8-4ac3-b0f6-e2670cedcf8b req-8989972b-c827-4001-89a3-ae0b2203d41a service neutron] 10.222.0.25 "GET /v2.0/networks?id=235f9964-30b5-446d-a105-d323d4cb9514 HTTP/1.1" status: 200  len: 916 time: 0.2059665
May 21 15:55:33.309843 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8406bfaf-23b8-4ac3-b0f6-e2670cedcf8b req-08d5afd9-c982-4e9f-b860-c835c3b90f98 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fac93cb-1019-4a86-93ef-f153c5b2acd1 HTTP/1.1" status: 200  len: 217 time: 0.0712528
May 21 15:55:33.381809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406bfaf-23b8-4ac3-b0f6-e2670cedcf8b req-43368fa4-e321-4bd5-8230-d214e8db06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:33.383563 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8406bfaf-23b8-4ac3-b0f6-e2670cedcf8b req-43368fa4-e321-4bd5-8230-d214e8db06f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d HTTP/1.1" status: 200  len: 854 time: 0.0670662
May 21 15:55:33.424286 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-be86e212-e8d3-436f-af8c-453c7a391e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214b0127f0>, [{'id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'name': 'tempest-TestMinimumBasicScenario-1744621829-router', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:49Z', 'updated_at': '2021-05-21T15:52:55Z', 'revision_number': 4, 'project_id': '0b4372defa064433bc9d171f4538710e', 'gw_port': {'id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:50Z', 'updated_at': '2021-05-21T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '222dfa1d-2136-4a3d-8d1b-208e2d24bf1d', 'name': '', 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'mac_address': 'fa:16:3e:fc:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:54Z', 'updated_at': '2021-05-21T15:53:00Z', 'revision_number': 5, 'project_id': '0b4372defa064433bc9d171f4538710e', 'subnets': [{'id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:33.428680 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86e212-e8d3-436f-af8c-453c7a391e2d None None] Checking router: a178cc03-7ae8-4083-a814-7828a8170097 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:55:33.439640 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be86e212-e8d3-436f-af8c-453c7a391e2d None None] Routers {'a178cc03-7ae8-4083-a814-7828a8170097'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:55:33.440256 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-be86e212-e8d3-436f-af8c-453c7a391e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214b0127f0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:55:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['a178cc03-7ae8-4083-a814-7828a8170097'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:33.484040 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406bfaf-23b8-4ac3-b0f6-e2670cedcf8b req-180e061b-479e-4103-b0a4-7d467cb2798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:33.485821 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8406bfaf-23b8-4ac3-b0f6-e2670cedcf8b req-180e061b-479e-4103-b0a4-7d467cb2798a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=235f9964-30b5-446d-a105-d323d4cb9514&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0954645
May 21 15:55:33.717069 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8406bfaf-23b8-4ac3-b0f6-e2670cedcf8b req-0c08d68d-a2cb-4618-ace4-59defed5da86 service neutron] 10.222.0.25 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2224615
May 21 15:55:33.723915 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-be86e212-e8d3-436f-af8c-453c7a391e2d None None] Set router a178cc03-7ae8-4083-a814-7828a8170097 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:55:33.966221 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 3e8e9a5e-c449-498a-ac25-308a1ded6697 up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:55:34.002071 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46859d-8054-4714-bfb9-0ad5fc2b2278 req-ae25828a-4c14-4bcc-9615-e4ddf8e00459 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:34.004078 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1d46859d-8054-4714-bfb9-0ad5fc2b2278 req-ae25828a-4c14-4bcc-9615-e4ddf8e00459 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 945 time: 0.3321452
May 21 15:55:34.048233 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8406bfaf-23b8-4ac3-b0f6-e2670cedcf8b req-f96c1cf0-999a-4265-9e73-6512a10741c0 service neutron] 10.222.0.25 "GET /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3208370
May 21 15:55:34.073094 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1d46859d-8054-4714-bfb9-0ad5fc2b2278 req-e03d9964-c3c7-4266-bfff-d0cc7b2283c9 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530024
May 21 15:55:34.270684 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-be86e212-e8d3-436f-af8c-453c7a391e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214b0127f0>, [{'id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'name': 'tempest-TestMinimumBasicScenario-1744621829-router', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:49Z', 'updated_at': '2021-05-21T15:52:55Z', 'revision_number': 4, 'project_id': '0b4372defa064433bc9d171f4538710e', 'gw_port': {'id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:50Z', 'updated_at': '2021-05-21T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '222dfa1d-2136-4a3d-8d1b-208e2d24bf1d', 'name': '', 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'mac_address': 'fa:16:3e:fc:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:54Z', 'updated_at': '2021-05-21T15:53:00Z', 'revision_number': 5, 'project_id': '0b4372defa064433bc9d171f4538710e', 'subnets': [{'id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:34.275394 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be86e212-e8d3-436f-af8c-453c7a391e2d None None] The sync data for ids ['a178cc03-7ae8-4083-a814-7828a8170097'] in dv-cinder-792642-1-iscsi is: [{'id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'name': 'tempest-TestMinimumBasicScenario-1744621829-router', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:49Z', 'updated_at': '2021-05-21T15:52:55Z', 'revision_number': 4, 'project_id': '0b4372defa064433bc9d171f4538710e', 'gw_port': {'id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:50Z', 'updated_at': '2021-05-21T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '222dfa1d-2136-4a3d-8d1b-208e2d24bf1d', 'name': '', 'network_id': '235f9964-30b5-446d-a105-d323d4cb9514', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'mac_address': 'fa:16:3e:fc:c5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:54Z', 'updated_at': '2021-05-21T15:53:00Z', 'revision_number': 5, 'project_id': '0b4372defa064433bc9d171f4538710e', 'subnets': [{'id': '8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:55:34.301958 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port 3e8e9a5e-c449-498a-ac25-308a1ded6697 completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:55:34.309480 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 3e8e9a5e-c449-498a-ac25-308a1ded6697 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:55:34.310062 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:34.446126 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:34.478955 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8e9a5e-c449-498a-ac25-308a1ded6697'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:55:34.490661 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 3e8e9a5e-c449-498a-ac25-308a1ded6697, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3e8e9a5e-c449-498a-ac25-308a1ded6697,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:55:34.547572 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8e9a5e-c449-498a-ac25-308a1ded6697', 'code': 200}
May 21 15:55:34.547743 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446e905-c381-4780-84d8-1ad706f1afba None None] New status for floating IP 8e124773-2d0d-4900-bcea-680600adb7ab: DOWN {{(pid=98822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:55:34.639869 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:34.643965 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:34.726906 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=3e8e9a5e-c449-498a-ac25-308a1ded6697,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:34.730270 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:35.066045 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6bbd2-69b3-49ef-ada8-0bcbd5e3b7b5 req-ec6ae977-51a2-4594-8009-327460cda85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:35.067522 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b9c6bbd2-69b3-49ef-ada8-0bcbd5e3b7b5 req-ec6ae977-51a2-4594-8009-327460cda85e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 1099 time: 0.0745440
May 21 15:55:35.116823 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b9c6bbd2-69b3-49ef-ada8-0bcbd5e3b7b5 req-2702981a-8be8-48ce-b63d-f47793e25666 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383739
May 21 15:55:35.271793 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46308349-c4a0-4d1e-8531-43635a14a576 req-9ed905f6-9d0a-490e-b2cf-3498427888e2 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:35.273329 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-46308349-c4a0-4d1e-8531-43635a14a576 req-9ed905f6-9d0a-490e-b2cf-3498427888e2 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 946 time: 0.0826511
May 21 15:55:35.324092 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-46308349-c4a0-4d1e-8531-43635a14a576 req-f99d45ce-0d1d-450d-81c5-7904c8c32c65 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412710
May 21 15:55:36.538694 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64da0e9-7719-4f4e-a0ba-626dadecc4fb req-7390da21-984f-4998-b9ca-1a54f033219d tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:36.541024 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a64da0e9-7719-4f4e-a0ba-626dadecc4fb req-7390da21-984f-4998-b9ca-1a54f033219d tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 946 time: 0.1031709
May 21 15:55:36.588752 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a64da0e9-7719-4f4e-a0ba-626dadecc4fb req-7e560afb-2a9d-4045-9e26-91592e478b58 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416911
May 21 15:55:37.781499 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73569a-9ace-45b8-919f-be321f1e1ce2 req-373c3c6c-c1f8-4c41-a32f-12006b4b2cc2 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:37.782990 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1c73569a-9ace-45b8-919f-be321f1e1ce2 req-373c3c6c-c1f8-4c41-a32f-12006b4b2cc2 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 946 time: 0.0818040
May 21 15:55:37.834380 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1c73569a-9ace-45b8-919f-be321f1e1ce2 req-511aafce-d4c6-4e3c-acf7-cc0026b79ea2 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453787
May 21 15:55:38.046111 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bdca6-0246-4acc-9b27-47463911a5e0 req-25327d1a-95b8-4b41-abc5-2929bfabcf28 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:38.047534 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-584bdca6-0246-4acc-9b27-47463911a5e0 req-25327d1a-95b8-4b41-abc5-2929bfabcf28 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 946 time: 0.0979593
May 21 15:55:38.095218 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-584bdca6-0246-4acc-9b27-47463911a5e0 req-a052edd3-1dca-42be-8e3a-3f5085655772 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415771
May 21 15:55:38.118487 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58646) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:55:38.202765 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81373a9d-fea5-4bb1-a74c-b1907574d744 tempest-TestVolumeBootPattern-19785442 tempest-TestVolumeBootPattern-19785442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:38.203534 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-81373a9d-fea5-4bb1-a74c-b1907574d744 tempest-TestVolumeBootPattern-19785442 tempest-TestVolumeBootPattern-19785442-project-admin] Synchronizing usage tracker for tenant:c8715f705f5b4dfaa233d0d1b3034ba4 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:55:38.354612 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7b9dc-2154-497f-aea8-a42af52b131f req-d9117fa9-f277-4885-a293-5c5238a9051a tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:38.356778 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-90e7b9dc-2154-497f-aea8-a42af52b131f req-d9117fa9-f277-4885-a293-5c5238a9051a tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 946 time: 0.1018353
May 21 15:55:38.383854 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-81373a9d-fea5-4bb1-a74c-b1907574d744 tempest-TestVolumeBootPattern-19785442 tempest-TestVolumeBootPattern-19785442-project-admin] Unset dirty status for tenant:c8715f705f5b4dfaa233d0d1b3034ba4 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:55:38.384988 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-81373a9d-fea5-4bb1-a74c-b1907574d744 tempest-TestVolumeBootPattern-19785442 tempest-TestVolumeBootPattern-19785442-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 1094 time: 0.2647815
May 21 15:55:38.388125 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58652) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:55:38.394795 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Request body: {'floatingip': {'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'port_id': '3e8e9a5e-c449-498a-ac25-308a1ded6697', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:55:38.409119 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:55:38.416729 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Usage tracker for resource:floatingip and tenant:f79e7e2756644b98ac7565f7c9b6f6e2 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:55:38.422060 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:55:38.426403 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-90e7b9dc-2154-497f-aea8-a42af52b131f req-cacf08ad-af77-4ff6-a903-10af6450bf35 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623462
May 21 15:55:38.430722 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:55:38.570517 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for floatingip, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:38.730591 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:38.876806 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Allocated IP 172.27.0.133 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/eb4f5a9b-bac0-4f60-a3de-953979730a35) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:55:39.031793 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:39.250919 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:39.254830 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-dcd8c012-1d8e-44a1-9a48-e43513994984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:39.322839 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:55:39.325676 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:55:39.329271 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:55:39.363378 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event updated for resources: {'Port': ['ID=eb4f5a9b-bac0-4f60-a3de-953979730a35,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:39.372131 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:39.862594 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c48fc-ca11-4144-b278-be093cb31d6e req-8ff8ca7e-a2b2-48d1-82b3-1305f05cecee tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:39.863503 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5b1c48fc-ca11-4144-b278-be093cb31d6e req-8ff8ca7e-a2b2-48d1-82b3-1305f05cecee tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 946 time: 0.2954426
May 21 15:55:39.923073 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-5b1c48fc-ca11-4144-b278-be093cb31d6e req-cce3cdbf-d57e-4900-9178-b24591e6afbe tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/security-groups?id=b858e022-c176-48df-b43c-c42172c79e52&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531535
May 21 15:55:39.964358 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:40.062212 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a4a0d-a067-4eac-a2a2-22b3dac6cc07 req-8efe1e19-42c6-44c4-b772-aeb651e7e581 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:40.063688 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ec3a4a0d-a067-4eac-a2a2-22b3dac6cc07 req-8efe1e19-42c6-44c4-b772-aeb651e7e581 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 946 time: 0.0815523
May 21 15:55:40.229116 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:40.329493 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-ec3a4a0d-a067-4eac-a2a2-22b3dac6cc07 req-532bd903-2bc9-47f4-a733-8389a5f50b99 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Deleting port 2fac93cb-1019-4a86-93ef-f153c5b2acd1 {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:55:40.329856 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-ec3a4a0d-a067-4eac-a2a2-22b3dac6cc07 req-532bd903-2bc9-47f4-a733-8389a5f50b99 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:40.558768 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-ec3a4a0d-a067-4eac-a2a2-22b3dac6cc07 req-532bd903-2bc9-47f4-a733-8389a5f50b99 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] For port 2fac93cb-1019-4a86-93ef-f153c5b2acd1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2fac93cb-1019-4a86-93ef-f153c5b2acd1,segment=NetworkSegment(63f1b301-b72c-4e5d-923d-52605839fca4),segment_id=63f1b301-b72c-4e5d-923d-52605839fca4)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:55:40.559159 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-ec3a4a0d-a067-4eac-a2a2-22b3dac6cc07 req-532bd903-2bc9-47f4-a733-8389a5f50b99 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:40.687672 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-ec3a4a0d-a067-4eac-a2a2-22b3dac6cc07 req-532bd903-2bc9-47f4-a733-8389a5f50b99 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Calling delete_port for 2fac93cb-1019-4a86-93ef-f153c5b2acd1 owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:55:40.690513 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.db.resource_extend [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 21 15:55:40.710564 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:40.784971 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:40.794424 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-cdc2fcf5-a1c0-4a10-b2e7-2a6add442e7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:40.925515 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event updated for resources: {'Port': ['ID=eb4f5a9b-bac0-4f60-a3de-953979730a35,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:40.929664 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:40.935182 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:41.027720 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-ec3a4a0d-a067-4eac-a2a2-22b3dac6cc07 req-532bd903-2bc9-47f4-a733-8389a5f50b99 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:41.034924 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-49b1ecba-7dc3-4e32-9aa3-5f8c98fe4bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:41.044230 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['2fac93cb-1019-4a86-93ef-f153c5b2acd1'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:55:41.183733 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bd903-2bc9-47f4-a733-8389a5f50b99 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Pushing event deleted for resources: {'Port': ['ID=2fac93cb-1019-4a86-93ef-f153c5b2acd1,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:41.187087 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-532bd903-2bc9-47f4-a733-8389a5f50b99 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:41.193663 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cbf995fc-0eb6-4e7d-a735-6246019c8d2c req-4af47c3d-db2b-4a2c-b794-1992bff0b16e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 210 time: 0.1276236
May 21 15:55:41.282384 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3a4a0d-a067-4eac-a2a2-22b3dac6cc07 req-532bd903-2bc9-47f4-a733-8389a5f50b99 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] No DVR routers for this DVR port 2fac93cb-1019-4a86-93ef-f153c5b2acd1 on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:55:41.284458 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.l3_db [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Floating IP 12b76293-3b71-4181-9795-577def1503db associated. External IP: 172.27.0.133, port: 3e8e9a5e-c449-498a-ac25-308a1ded6697.
May 21 15:55:41.438499 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-ec3a4a0d-a067-4eac-a2a2-22b3dac6cc07 req-532bd903-2bc9-47f4-a733-8389a5f50b99 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:41.441005 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'name': 'network-vif-deleted', 'tag': '2fac93cb-1019-4a86-93ef-f153c5b2acd1'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:55:41.480748 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ec3a4a0d-a067-4eac-a2a2-22b3dac6cc07 req-532bd903-2bc9-47f4-a733-8389a5f50b99 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.25 "DELETE /v2.0/ports/2fac93cb-1019-4a86-93ef-f153c5b2acd1 HTTP/1.1" status: 204  len: 173 time: 1.4114034
May 21 15:55:41.497957 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace', 'name': 'network-vif-deleted', 'tag': '2fac93cb-1019-4a86-93ef-f153c5b2acd1', 'status': 'completed', 'code': 200}
May 21 15:55:41.818791 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Router e0451022-b322-4cf5-bf18-6e3528051fa8 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:55:42.010118 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:55:42.020102 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b18501-e9c2-4802-9ade-057ec96f365b None None] Sync routers for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:55:42.030882 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b18501-e9c2-4802-9ade-057ec96f365b None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:55:42.034440 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-93b18501-e9c2-4802-9ade-057ec96f365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ac561f0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:55:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:42.113750 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:42.177167 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-afb28291-f109-4123-861a-e6450c94f84a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.7876644
May 21 15:55:42.223881 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-93b18501-e9c2-4802-9ade-057ec96f365b None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:55:42.417710 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-0f5dc592-01ba-4d07-a2a7-d2f7f46a5e7e req-2486dc0c-e71a-474f-9b93-4a7c991ed1a5 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Synchronizing usage tracker for tenant:0b4372defa064433bc9d171f4538710e on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:55:42.553239 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-0f5dc592-01ba-4d07-a2a7-d2f7f46a5e7e req-2486dc0c-e71a-474f-9b93-4a7c991ed1a5 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Unset dirty status for tenant:0b4372defa064433bc9d171f4538710e on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:55:42.554505 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0f5dc592-01ba-4d07-a2a7-d2f7f46a5e7e req-2486dc0c-e71a-474f-9b93-4a7c991ed1a5 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] 10.222.0.70 "GET /v2.0/ports?device_id=dd4e7e08-3cfb-45f9-8a7e-dfc43e1c5ace HTTP/1.1" status: 200  len: 210 time: 0.1790526
May 21 15:55:42.640927 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-93b18501-e9c2-4802-9ade-057ec96f365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ac561f0>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '12b76293-3b71-4181-9795-577def1503db', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'port_id': '3e8e9a5e-c449-498a-ac25-308a1ded6697', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'mac_address': 'fa:16:3e:cf:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:55:39Z', 'updated_at': '2021-05-21T15:55:39Z', 'revision_number': 0, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:42.645064 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b18501-e9c2-4802-9ade-057ec96f365b None None] Checking router: e0451022-b322-4cf5-bf18-6e3528051fa8 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:55:42.654337 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b18501-e9c2-4802-9ade-057ec96f365b None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:55:42.655213 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-93b18501-e9c2-4802-9ade-057ec96f365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ac561f0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:55:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:42.840452 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-93b18501-e9c2-4802-9ade-057ec96f365b None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:55:43.166413 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-b345ef0e-d3b0-4392-875a-66afd741df69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:43.250804 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-93b18501-e9c2-4802-9ade-057ec96f365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ac561f0>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '12b76293-3b71-4181-9795-577def1503db', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'port_id': '3e8e9a5e-c449-498a-ac25-308a1ded6697', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'mac_address': 'fa:16:3e:cf:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:55:39Z', 'updated_at': '2021-05-21T15:55:39Z', 'revision_number': 0, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:43.255589 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b18501-e9c2-4802-9ade-057ec96f365b None None] The sync data for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi is: [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '12b76293-3b71-4181-9795-577def1503db', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'port_id': '3e8e9a5e-c449-498a-ac25-308a1ded6697', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'mac_address': 'fa:16:3e:cf:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:55:39Z', 'updated_at': '2021-05-21T15:55:39Z', 'revision_number': 0, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:55:43.452207 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ad83e5-83e0-492e-be84-ff0709b4d436 None None] New status for floating IP 12b76293-3b71-4181-9795-577def1503db: ACTIVE {{(pid=98822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:55:43.499600 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'tag': '3e8e9a5e-c449-498a-ac25-308a1ded6697'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:55:43.547192 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'tag': '3e8e9a5e-c449-498a-ac25-308a1ded6697', 'status': 'completed', 'code': 200}
May 21 15:55:43.691812 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb7da7-12f3-4024-be8c-6ff3dcd49c53 req-bfe2e4af-86af-427e-ae22-4aae0a8c9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:43.693545 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22cb7da7-12f3-4024-be8c-6ff3dcd49c53 req-bfe2e4af-86af-427e-ae22-4aae0a8c9764 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 1099 time: 0.1198392
May 21 15:55:43.837371 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb7da7-12f3-4024-be8c-6ff3dcd49c53 req-802c0c63-b4fb-4688-a9d7-34b7f22da5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:43.838852 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22cb7da7-12f3-4024-be8c-6ff3dcd49c53 req-802c0c63-b4fb-4688-a9d7-34b7f22da5ff service neutron] 10.222.0.25 "GET /v2.0/networks?id=63209c91-6a37-4380-a99b-8c32f2681b1d HTTP/1.1" status: 200  len: 913 time: 0.1388702
May 21 15:55:43.947880 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22cb7da7-12f3-4024-be8c-6ff3dcd49c53 req-500f6532-a27f-4eb8-9918-2951c2ce77d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e8e9a5e-c449-498a-ac25-308a1ded6697 HTTP/1.1" status: 200  len: 1002 time: 0.1024115
May 21 15:55:43.955570 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 2fac93cb-1019-4a86-93ef-f153c5b2acd1 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:55:43.990701 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: 2fac93cb-1019-4a86-93ef-f153c5b2acd1 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:55:43.991072 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 2fac93cb-1019-4a86-93ef-f153c5b2acd1 not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:55:44.017876 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb7da7-12f3-4024-be8c-6ff3dcd49c53 req-f074853b-fe84-4704-8333-a1651eadeb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:44.019447 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22cb7da7-12f3-4024-be8c-6ff3dcd49c53 req-f074853b-fe84-4704-8333-a1651eadeb15 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6201006-2e0c-47c7-83b1-5cdad697a876 HTTP/1.1" status: 200  len: 851 time: 0.0658607
May 21 15:55:44.099938 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb7da7-12f3-4024-be8c-6ff3dcd49c53 req-48e254b2-0396-4280-8f85-a7393d645901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:55:44.101473 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22cb7da7-12f3-4024-be8c-6ff3dcd49c53 req-48e254b2-0396-4280-8f85-a7393d645901 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63209c91-6a37-4380-a99b-8c32f2681b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754042
May 21 15:55:44.243661 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22cb7da7-12f3-4024-be8c-6ff3dcd49c53 req-34d3ba62-4a55-496b-bcd2-c52241048884 service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352689
May 21 15:55:44.382209 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22cb7da7-12f3-4024-be8c-6ff3dcd49c53 req-aabf49d3-f608-4dd6-8bc7-f3431f0fd17e service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322224
May 21 15:55:45.504437 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58714) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:55:45.644225 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:45.821528 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-db90b18a-2d57-4825-b8fe-86a8216ce73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:46.168294 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f0e7-fadb-4853-84f4-c27f3cc3a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026016'] for router_interface, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:46.579949 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-1bf1f0e7-fadb-4853-84f4-c27f3cc3a284 admin admin] Deleting port 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:55:46.580665 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f0e7-fadb-4853-84f4-c27f3cc3a284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:46.704603 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [None req-1bf1f0e7-fadb-4853-84f4-c27f3cc3a284 admin admin] For port 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=222dfa1d-2136-4a3d-8d1b-208e2d24bf1d,segment=NetworkSegment(63f1b301-b72c-4e5d-923d-52605839fca4),segment_id=63f1b301-b72c-4e5d-923d-52605839fca4)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:55:46.704944 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f0e7-fadb-4853-84f4-c27f3cc3a284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:46.752085 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:46.826643 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-1bf1f0e7-fadb-4853-84f4-c27f3cc3a284 admin admin] Calling delete_port for 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d owned by network:router_interface {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:55:47.340853 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f0e7-fadb-4853-84f4-c27f3cc3a284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:47.344787 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-532bd903-2bc9-47f4-a733-8389a5f50b99 tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:47.387072 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1f0e7-fadb-4853-84f4-c27f3cc3a284 admin admin] Pushing event deleted for resources: {'Port': ['ID=222dfa1d-2136-4a3d-8d1b-208e2d24bf1d,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:47.389670 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1bf1f0e7-fadb-4853-84f4-c27f3cc3a284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:47.659796 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-1bf1f0e7-fadb-4853-84f4-c27f3cc3a284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8085960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026060'] for router_interface, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:48.016263 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf1f0e7-fadb-4853-84f4-c27f3cc3a284 admin admin] Router a178cc03-7ae8-4083-a814-7828a8170097 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:55:48.191358 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf1f0e7-fadb-4853-84f4-c27f3cc3a284 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:55:48.200299 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c2ec1-da34-4812-aeef-78034cbaec12 None None] Sync routers for ids ['a178cc03-7ae8-4083-a814-7828a8170097'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:55:48.209713 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c2ec1-da34-4812-aeef-78034cbaec12 None None] Routers {'a178cc03-7ae8-4083-a814-7828a8170097'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:55:48.215008 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-740c2ec1-da34-4812-aeef-78034cbaec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ae495b0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:55:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['a178cc03-7ae8-4083-a814-7828a8170097'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:48.268655 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-1bf1f0e7-fadb-4853-84f4-c27f3cc3a284 admin admin] 10.222.0.70 "PUT /v2.0/routers/a178cc03-7ae8-4083-a814-7828a8170097/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7630107
May 21 15:55:48.273617 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58718) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:55:48.412623 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-740c2ec1-da34-4812-aeef-78034cbaec12 None None] Set router a178cc03-7ae8-4083-a814-7828a8170097 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:55:48.458979 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] Notify callbacks [] for router, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:48.501854 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:48.700869 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-740c2ec1-da34-4812-aeef-78034cbaec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ae495b0>, [{'id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'name': 'tempest-TestMinimumBasicScenario-1744621829-router', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:49Z', 'updated_at': '2021-05-21T15:55:47Z', 'revision_number': 5, 'project_id': '0b4372defa064433bc9d171f4538710e', 'gw_port': {'id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:50Z', 'updated_at': '2021-05-21T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:48.705392 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c2ec1-da34-4812-aeef-78034cbaec12 None None] Checking router: a178cc03-7ae8-4083-a814-7828a8170097 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:55:48.714679 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740c2ec1-da34-4812-aeef-78034cbaec12 None None] Routers {'a178cc03-7ae8-4083-a814-7828a8170097'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:55:48.715333 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-740c2ec1-da34-4812-aeef-78034cbaec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ae495b0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:55:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['a178cc03-7ae8-4083-a814-7828a8170097'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:48.754453 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:48.894903 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-740c2ec1-da34-4812-aeef-78034cbaec12 None None] Set router a178cc03-7ae8-4083-a814-7828a8170097 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:55:48.912505 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] Deleting port e94ae75a-c51c-4a0c-bb70-e2e186e65d8a {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:55:48.912849 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:49.036422 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] For port e94ae75a-c51c-4a0c-bb70-e2e186e65d8a, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=e94ae75a-c51c-4a0c-bb70-e2e186e65d8a,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:55:49.036788 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:49.163803 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] Calling delete_port for e94ae75a-c51c-4a0c-bb70-e2e186e65d8a owned by network:router_gateway {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:55:49.183835 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-740c2ec1-da34-4812-aeef-78034cbaec12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ae495b0>, [{'id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'name': 'tempest-TestMinimumBasicScenario-1744621829-router', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:49Z', 'updated_at': '2021-05-21T15:55:47Z', 'revision_number': 5, 'project_id': '0b4372defa064433bc9d171f4538710e', 'gw_port': {'id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:50Z', 'updated_at': '2021-05-21T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:49.187857 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740c2ec1-da34-4812-aeef-78034cbaec12 None None] The sync data for ids ['a178cc03-7ae8-4083-a814-7828a8170097'] in dv-cinder-792642-1-iscsi is: [{'id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'name': 'tempest-TestMinimumBasicScenario-1744621829-router', 'tenant_id': '0b4372defa064433bc9d171f4538710e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:49Z', 'updated_at': '2021-05-21T15:55:47Z', 'revision_number': 5, 'project_id': '0b4372defa064433bc9d171f4538710e', 'gw_port': {'id': 'e94ae75a-c51c-4a0c-bb70-e2e186e65d8a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:f4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a178cc03-7ae8-4083-a814-7828a8170097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:50Z', 'updated_at': '2021-05-21T15:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:55:49.381420 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:49.385345 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-8480922a-ebd6-4abe-8806-a989465fc34b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:49.426944 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] Pushing event deleted for resources: {'Port': ['ID=e94ae75a-c51c-4a0c-bb70-e2e186e65d8a,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:49.430965 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:49.525435 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121925'] for router_gateway, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:49.704034 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8118647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258358'] for router, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:49.706422 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:49.721698 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:55:49.832554 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8118441'] for router, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:49.833145 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] Fanout notify agent at l3_agent the message router_deleted on router a178cc03-7ae8-4083-a814-7828a8170097 {{(pid=98820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 21 15:55:49.847239 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] Notify callbacks [] for router, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:49.848410 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] 10.222.0.70 "DELETE /v2.0/routers/a178cc03-7ae8-4083-a814-7828a8170097 HTTP/1.1" status: 204  len: 168 time: 1.5759909
May 21 15:55:49.851170 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58724) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:55:49.918445 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_v2 [None req-8421cb8e-6882-4d3d-8cc0-5aeec66d88a9 admin admin] Deleting subnet 8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d {{(pid=98819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 21 15:55:49.921814 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8421cb8e-6882-4d3d-8cc0-5aeec66d88a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:49.973003 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8421cb8e-6882-4d3d-8cc0-5aeec66d88a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932813'] for subnet, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:50.050996 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8421cb8e-6882-4d3d-8cc0-5aeec66d88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981060'] for subnet, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:50.393068 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device e94ae75a-c51c-4a0c-bb70-e2e186e65d8a no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:55:50.415432 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8421cb8e-6882-4d3d-8cc0-5aeec66d88a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5568265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6212389'] for subnet, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:50.420447 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:50.426631 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: e94ae75a-c51c-4a0c-bb70-e2e186e65d8a {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:55:50.431290 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device e94ae75a-c51c-4a0c-bb70-e2e186e65d8a not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:55:50.431290 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:55:50.461052 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:55:50.461406 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 222dfa1d-2136-4a3d-8d1b-208e2d24bf1d not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:55:50.464661 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8421cb8e-6882-4d3d-8cc0-5aeec66d88a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:50.468575 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421cb8e-6882-4d3d-8cc0-5aeec66d88a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:50.471440 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-8421cb8e-6882-4d3d-8cc0-5aeec66d88a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:50.472101 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfde549b-d7e7-4526-ac4f-f4f78b2d6093 None None] Network 235f9964-30b5-446d-a105-d323d4cb9514 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:55:50.476363 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-8421cb8e-6882-4d3d-8cc0-5aeec66d88a9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8645b7fc-b6bb-4f27-89f6-8a7e2aa9470d HTTP/1.1" status: 204  len: 168 time: 0.6238756
May 21 15:55:50.478618 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58728) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:55:50.699086 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597767'] for network, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:50.778438 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d916e88-a651-47ee-a3c5-f2841a29209d None None] DHCP port deletion for 235f9964-30b5-446d-a105-d323d4cb9514 request from dv-cinder-792642-1-iscsi {{(pid=98821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 21 15:55:50.778665 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] Deleting port 751fe834-74d3-43e6-ae2d-106d85ec72a0 {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:55:50.778933 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:50.844141 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-6d916e88-a651-47ee-a3c5-f2841a29209d None None] Deleting port 751fe834-74d3-43e6-ae2d-106d85ec72a0 {{(pid=98821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:55:50.844532 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-6d916e88-a651-47ee-a3c5-f2841a29209d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:50.882895 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] For port 751fe834-74d3-43e6-ae2d-106d85ec72a0, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=751fe834-74d3-43e6-ae2d-106d85ec72a0,segment=NetworkSegment(63f1b301-b72c-4e5d-923d-52605839fca4),segment_id=63f1b301-b72c-4e5d-923d-52605839fca4)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:55:50.883491 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:50.946851 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-6d916e88-a651-47ee-a3c5-f2841a29209d None None] For port 751fe834-74d3-43e6-ae2d-106d85ec72a0, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=751fe834-74d3-43e6-ae2d-106d85ec72a0,segment=NetworkSegment(63f1b301-b72c-4e5d-923d-52605839fca4),segment_id=63f1b301-b72c-4e5d-923d-52605839fca4)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:55:50.947346 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-6d916e88-a651-47ee-a3c5-f2841a29209d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:51.008882 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] Calling delete_port for 751fe834-74d3-43e6-ae2d-106d85ec72a0 owned by network:dhcp {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:55:51.072998 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-6d916e88-a651-47ee-a3c5-f2841a29209d None None] Calling delete_port for 751fe834-74d3-43e6-ae2d-106d85ec72a0 owned by network:dhcp {{(pid=98821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:55:51.171076 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:51.177438 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ac1dcc7b-0e3f-40c7-bcd9-7a75b7f972fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:51.179283 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-6d916e88-a651-47ee-a3c5-f2841a29209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514'] for port, after_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:51.183085 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-8f849dee-df18-4edf-977d-a93e2845ab17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:51.224583 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] Pushing event deleted for resources: {'Port': ['ID=751fe834-74d3-43e6-ae2d-106d85ec72a0,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:51.227035 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d916e88-a651-47ee-a3c5-f2841a29209d None None] Pushing event deleted for resources: {'Port': ['ID=751fe834-74d3-43e6-ae2d-106d85ec72a0,revision_number=None']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:51.227195 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:51.230711 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-6d916e88-a651-47ee-a3c5-f2841a29209d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:51.231539 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d916e88-a651-47ee-a3c5-f2841a29209d None None] No DVR routers for this DVR port 751fe834-74d3-43e6-ae2d-106d85ec72a0 on host dv-cinder-792642-1-iscsi {{(pid=98821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:55:51.231847 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] No DVR routers for this DVR port 751fe834-74d3-43e6-ae2d-106d85ec72a0 on host dv-cinder-792642-1-iscsi {{(pid=98819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:55:51.350315 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980989', 'neutron.services.segments.db._delete_segments_for_network-8736311911289'] for network, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:51.363179 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f214a92dbb0>,) {'filters': {'network_id': ['235f9964-30b5-446d-a105-d323d4cb9514']}} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:51.375064 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f214a92dbb0>, '63f1b301-b72c-4e5d-923d-52605839fca4') {'for_net_delete': True} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:51.375358 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f214a92dbb0>, '63f1b301-b72c-4e5d-923d-52605839fca4') {} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:51.386922 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736311923725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932820'] for segment, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:51.403131 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:51.409436 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=98819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 21 15:55:51.409814 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5568343'] for segment, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]: Traceback (most recent call last):
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:     timer()
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:     cb(*args, **kw)
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:     return func(*args, **kwargs)
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:     self._notify()
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:     self.callback(batched_events)
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:     event.method(event)
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_uuid = self.p_client.list_aggregates(
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:     return f(self, *a, **k)
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._get(url).json()
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self.request(url, 'GET', **kwargs)
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:     base_url = self.get_endpoint(auth, allow=allow,
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 21 15:55:51.423211 dv-cinder-792642-1-iscsi neutron-server[98819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 21 15:55:51.570009 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8122016'] for network, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:51.574166 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:51.587829 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:51.599030 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] Pushing event deleted for resources: {'Network': ['ID=235f9964-30b5-446d-a105-d323d4cb9514,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:51.603104 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:51.747463 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-d63be93f-f9af-461f-b787-80866fd9e17a admin admin] 10.222.0.70 "DELETE /v2.0/networks/235f9964-30b5-446d-a105-d323d4cb9514 HTTP/1.1" status: 204  len: 168 time: 1.2677579
May 21 15:55:51.750222 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58732) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:55:52.301284 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4c536426-6aa6-4f2a-baef-9f83e1240356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026016'] for router_interface, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:52.393904 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 751fe834-74d3-43e6-ae2d-106d85ec72a0 no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:55:52.429896 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: 751fe834-74d3-43e6-ae2d-106d85ec72a0 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:55:52.430252 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 751fe834-74d3-43e6-ae2d-106d85ec72a0 not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:55:52.825685 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-4c536426-6aa6-4f2a-baef-9f83e1240356 admin admin] Deleting port 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:55:52.826031 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4c536426-6aa6-4f2a-baef-9f83e1240356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:52.951248 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-4c536426-6aa6-4f2a-baef-9f83e1240356 admin admin] For port 73d76a53-6a3b-4c05-9bf2-54d90b340eb8, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=73d76a53-6a3b-4c05-9bf2-54d90b340eb8,segment=NetworkSegment(808cc05e-b577-43b4-93c8-4716ed525a9e),segment_id=808cc05e-b577-43b4-93c8-4716ed525a9e)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:55:52.951517 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4c536426-6aa6-4f2a-baef-9f83e1240356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:53.074133 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-4c536426-6aa6-4f2a-baef-9f83e1240356 admin admin] Calling delete_port for 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 owned by network:router_interface {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:55:53.477941 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4c536426-6aa6-4f2a-baef-9f83e1240356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:53.481906 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-39249f09-6eb6-41d2-9b78-138b3d127776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:53.529656 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c536426-6aa6-4f2a-baef-9f83e1240356 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d76a53-6a3b-4c05-9bf2-54d90b340eb8,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:53.532915 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4c536426-6aa6-4f2a-baef-9f83e1240356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:53.803179 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-4c536426-6aa6-4f2a-baef-9f83e1240356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8085960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026060'] for router_interface, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:54.296664 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c536426-6aa6-4f2a-baef-9f83e1240356 admin admin] Router 5667d137-4e6f-42d5-8656-622b51966877 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:55:54.479069 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c536426-6aa6-4f2a-baef-9f83e1240356 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:55:54.487513 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3535a20-1407-47b1-9fd7-27c8dc61ed34 None None] Sync routers for ids ['5667d137-4e6f-42d5-8656-622b51966877'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:55:54.497045 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3535a20-1407-47b1-9fd7-27c8dc61ed34 None None] Routers {'5667d137-4e6f-42d5-8656-622b51966877'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:55:54.497640 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-e3535a20-1407-47b1-9fd7-27c8dc61ed34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aa360d0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:55:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['5667d137-4e6f-42d5-8656-622b51966877'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:54.589461 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-4c536426-6aa6-4f2a-baef-9f83e1240356 admin admin] 10.222.0.70 "PUT /v2.0/routers/5667d137-4e6f-42d5-8656-622b51966877/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8380094
May 21 15:55:54.591901 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58738) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:55:54.677356 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-e3535a20-1407-47b1-9fd7-27c8dc61ed34 None None] Set router 5667d137-4e6f-42d5-8656-622b51966877 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:55:54.780763 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] Notify callbacks [] for router, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:54.955091 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:54.959050 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-e3535a20-1407-47b1-9fd7-27c8dc61ed34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aa360d0>, [{'id': '5667d137-4e6f-42d5-8656-622b51966877', 'name': 'tempest-TestMinimumBasicScenario-1245028355-router', 'tenant_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:00Z', 'updated_at': '2021-05-21T15:55:53Z', 'revision_number': 5, 'project_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'gw_port': {'id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5667d137-4e6f-42d5-8656-622b51966877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:01Z', 'updated_at': '2021-05-21T15:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:54.963029 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3535a20-1407-47b1-9fd7-27c8dc61ed34 None None] Checking router: 5667d137-4e6f-42d5-8656-622b51966877 for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:55:54.971504 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3535a20-1407-47b1-9fd7-27c8dc61ed34 None None] Routers {'5667d137-4e6f-42d5-8656-622b51966877'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:55:54.972099 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-e3535a20-1407-47b1-9fd7-27c8dc61ed34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aa360d0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:55:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['5667d137-4e6f-42d5-8656-622b51966877'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:55.134809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] Deleting port a806363d-0e95-4d26-88e2-5930698bc96d {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:55:55.135095 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:55.162956 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-e3535a20-1407-47b1-9fd7-27c8dc61ed34 None None] Set router 5667d137-4e6f-42d5-8656-622b51966877 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:55:55.394761 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] For port a806363d-0e95-4d26-88e2-5930698bc96d, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=a806363d-0e95-4d26-88e2-5930698bc96d,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:55:55.395049 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:55.473417 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-e3535a20-1407-47b1-9fd7-27c8dc61ed34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aa360d0>, [{'id': '5667d137-4e6f-42d5-8656-622b51966877', 'name': 'tempest-TestMinimumBasicScenario-1245028355-router', 'tenant_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:00Z', 'updated_at': '2021-05-21T15:55:53Z', 'revision_number': 5, 'project_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'gw_port': {'id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5667d137-4e6f-42d5-8656-622b51966877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:01Z', 'updated_at': '2021-05-21T15:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:55.477971 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3535a20-1407-47b1-9fd7-27c8dc61ed34 None None] The sync data for ids ['5667d137-4e6f-42d5-8656-622b51966877'] in dv-cinder-792642-1-iscsi is: [{'id': '5667d137-4e6f-42d5-8656-622b51966877', 'name': 'tempest-TestMinimumBasicScenario-1245028355-router', 'tenant_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:00Z', 'updated_at': '2021-05-21T15:55:53Z', 'revision_number': 5, 'project_id': '3eb3b729b4994c85a9cf359d0e45d69b', 'gw_port': {'id': 'a806363d-0e95-4d26-88e2-5930698bc96d', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5667d137-4e6f-42d5-8656-622b51966877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:01Z', 'updated_at': '2021-05-21T15:53:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:55:55.522922 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] Calling delete_port for a806363d-0e95-4d26-88e2-5930698bc96d owned by network:router_gateway {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:55:55.786779 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:55.790583 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-c759d5c7-04c6-4a9a-b190-99999ffb4421 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:55.833376 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] Pushing event deleted for resources: {'Port': ['ID=a806363d-0e95-4d26-88e2-5930698bc96d,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:55.841433 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:55.935295 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121925'] for router_gateway, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:56.109359 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8118647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258358'] for router, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:56.112616 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:56.255373 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8118441'] for router, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:56.255886 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5667d137-4e6f-42d5-8656-622b51966877 {{(pid=98820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 21 15:55:56.268681 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] Notify callbacks [] for router, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:56.269936 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] 10.222.0.70 "DELETE /v2.0/routers/5667d137-4e6f-42d5-8656-622b51966877 HTTP/1.1" status: 204  len: 168 time: 1.6764398
May 21 15:55:56.272634 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58744) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:55:56.336789 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_v2 [None req-766a90b7-e6d3-427c-a023-1c623a356685 admin admin] Deleting subnet ca82d01c-78eb-4067-8c0f-a94acd2083d1 {{(pid=98819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 21 15:55:56.351430 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-766a90b7-e6d3-427c-a023-1c623a356685 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:56.411909 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-766a90b7-e6d3-427c-a023-1c623a356685 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932813'] for subnet, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:56.488572 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-766a90b7-e6d3-427c-a023-1c623a356685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981060'] for subnet, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:56.725805 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:55:56.764152 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:55:56.764530 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 73d76a53-6a3b-4c05-9bf2-54d90b340eb8 not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:55:56.844405 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-766a90b7-e6d3-427c-a023-1c623a356685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5568265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6212389'] for subnet, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:56.848435 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-563de23f-a9e8-48e5-98ad-011f634b6dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:56.884107 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a90b7-e6d3-427c-a023-1c623a356685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca82d01c-78eb-4067-8c0f-a94acd2083d1,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:56.887248 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-766a90b7-e6d3-427c-a023-1c623a356685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:56.889961 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-766a90b7-e6d3-427c-a023-1c623a356685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:56.895472 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354d66d3-7d20-4813-a40a-4c08984624cc None None] Network 58d803ec-72d0-4c73-aae7-0deff065ff54 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:55:56.896710 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-766a90b7-e6d3-427c-a023-1c623a356685 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ca82d01c-78eb-4067-8c0f-a94acd2083d1 HTTP/1.1" status: 204  len: 168 time: 0.6230156
May 21 15:55:56.899781 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58748) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:55:57.007704 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597767'] for network, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:57.080808 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Deleting port ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:55:57.081146 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:57.130239 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff35079-39c8-4d3e-9a6a-d6717d93326e None None] DHCP port deletion for 58d803ec-72d0-4c73-aae7-0deff065ff54 request from dv-cinder-792642-1-iscsi {{(pid=98821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 21 15:55:57.183505 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] For port ddd3a39a-58c3-427e-acd6-ef565b2a2ed4, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=ddd3a39a-58c3-427e-acd6-ef565b2a2ed4,segment=NetworkSegment(808cc05e-b577-43b4-93c8-4716ed525a9e),segment_id=808cc05e-b577-43b4-93c8-4716ed525a9e)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:55:57.183860 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:57.198147 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-5ff35079-39c8-4d3e-9a6a-d6717d93326e None None] Deleting port ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 {{(pid=98821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:55:57.198527 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-5ff35079-39c8-4d3e-9a6a-d6717d93326e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:57.294602 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-5ff35079-39c8-4d3e-9a6a-d6717d93326e None None] For port ddd3a39a-58c3-427e-acd6-ef565b2a2ed4, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=ddd3a39a-58c3-427e-acd6-ef565b2a2ed4,segment=NetworkSegment(808cc05e-b577-43b4-93c8-4716ed525a9e),segment_id=808cc05e-b577-43b4-93c8-4716ed525a9e)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:55:57.294937 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-5ff35079-39c8-4d3e-9a6a-d6717d93326e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:57.307909 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Calling delete_port for ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 owned by network:dhcp {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:55:57.420408 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-5ff35079-39c8-4d3e-9a6a-d6717d93326e None None] Calling delete_port for ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 owned by network:dhcp {{(pid=98821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:55:57.449315 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:57.454318 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:57.462983 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-5ff35079-39c8-4d3e-9a6a-d6717d93326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514'] for port, after_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:57.467576 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:57.512896 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff35079-39c8-4d3e-9a6a-d6717d93326e None None] Pushing event deleted for resources: {'Port': ['ID=ddd3a39a-58c3-427e-acd6-ef565b2a2ed4,revision_number=None']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:57.514766 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff35079-39c8-4d3e-9a6a-d6717d93326e None None] No DVR routers for this DVR port ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 on host dv-cinder-792642-1-iscsi {{(pid=98821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:55:57.516195 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-5ff35079-39c8-4d3e-9a6a-d6717d93326e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:57.611555 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd3a39a-58c3-427e-acd6-ef565b2a2ed4,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:57.613312 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] No DVR routers for this DVR port ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 on host dv-cinder-792642-1-iscsi {{(pid=98819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:55:57.614775 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:57.729571 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980989', 'neutron.services.segments.db._delete_segments_for_network-8736311911289'] for network, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:57.742379 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f214a94c8b0>,) {'filters': {'network_id': ['58d803ec-72d0-4c73-aae7-0deff065ff54']}} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:57.754182 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f214a94c8b0>, '808cc05e-b577-43b4-93c8-4716ed525a9e') {'for_net_delete': True} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:57.754483 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f214a94c8b0>, '808cc05e-b577-43b4-93c8-4716ed525a9e') {} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:55:57.765644 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736311923725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932820'] for segment, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:57.781804 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:57.787745 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=98819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 21 15:55:57.788132 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5568343'] for segment, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]: Traceback (most recent call last):
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:     timer()
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:     cb(*args, **kw)
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:     return func(*args, **kwargs)
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:     self._notify()
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:     self.callback(batched_events)
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:     event.method(event)
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_uuid = self.p_client.list_aggregates(
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:     return f(self, *a, **k)
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._get(url).json()
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self.request(url, 'GET', **kwargs)
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:     base_url = self.get_endpoint(auth, allow=allow,
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 21 15:55:57.801742 dv-cinder-792642-1-iscsi neutron-server[98819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 21 15:55:57.969428 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8122016'] for network, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:57.973550 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-a9874393-2594-4e35-95af-cf31e7a3a04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:57.987554 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:57.997678 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Pushing event deleted for resources: {'Network': ['ID=58d803ec-72d0-4c73-aae7-0deff065ff54,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:58.001864 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:58.005380 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] 10.222.0.70 "DELETE /v2.0/networks/58d803ec-72d0-4c73-aae7-0deff065ff54 HTTP/1.1" status: 204  len: 168 time: 1.1046665
May 21 15:55:58.397393 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device a806363d-0e95-4d26-88e2-5930698bc96d no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:55:58.436218 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: a806363d-0e95-4d26-88e2-5930698bc96d {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:55:58.436566 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device a806363d-0e95-4d26-88e2-5930698bc96d not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:55:58.436989 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:55:58.470650 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:55:58.471106 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device ddd3a39a-58c3-427e-acd6-ef565b2a2ed4 not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:55:58.563842 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58754) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:55:58.614638 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-4b4e5528-fa32-4445-84ac-4e61c3d99d50 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0b4372defa064433bc9d171f4538710e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0494361
May 21 15:55:58.616839 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58758) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:55:58.675399 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a6dff021-22f0-4b3b-9b4f-b823dbd25149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:58.700459 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a6dff021-22f0-4b3b-9b4f-b823dbd25149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:58.826228 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a6dff021-22f0-4b3b-9b4f-b823dbd25149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:58.829926 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-494ae12f-c8f4-4052-a661-f0bba59d3ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:58.845903 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dff021-22f0-4b3b-9b4f-b823dbd25149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b858e022-c176-48df-b43c-c42172c79e52,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:58.848978 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a6dff021-22f0-4b3b-9b4f-b823dbd25149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:58.858648 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-a6dff021-22f0-4b3b-9b4f-b823dbd25149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:58.859808 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-a6dff021-22f0-4b3b-9b4f-b823dbd25149 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b858e022-c176-48df-b43c-c42172c79e52 HTTP/1.1" status: 204  len: 168 time: 0.2420709
May 21 15:55:59.397940 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:59.564502 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58766) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:55:59.613000 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-cb88fc9d-3bef-45be-a1b3-5b3323e91bc9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3eb3b729b4994c85a9cf359d0e45d69b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0472522
May 21 15:55:59.615472 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 58770) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:55:59.673040 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8961c19f-14e9-4d03-827f-480e2028a7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:59.698706 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8961c19f-14e9-4d03-827f-480e2028a7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:59.855072 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8961c19f-14e9-4d03-827f-480e2028a7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:59.858919 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ea8cf92d-1e20-4ac3-a6bd-be7dfdf37683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:55:59.872624 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961c19f-14e9-4d03-827f-480e2028a7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bd8659-8fac-4494-aa08-883a7e36d1cb,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:55:59.875525 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-8961c19f-14e9-4d03-827f-480e2028a7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:55:59.877995 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8961c19f-14e9-4d03-827f-480e2028a7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:55:59.879362 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-8961c19f-14e9-4d03-827f-480e2028a7f9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/59bd8659-8fac-4494-aa08-883a7e36d1cb HTTP/1.1" status: 204  len: 168 time: 0.2627788
May 21 15:56:01.941737 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c8dc2e1e-0c71-4048-b36f-461e6bf2ae21 req-4b7ca95a-a933-4657-8e80-5fb69f0f1918 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0731075
May 21 15:56:02.081026 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2e1e-0c71-4048-b36f-461e6bf2ae21 req-aca528f9-1a7e-4b6d-8dfd-170adee62dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:02.082489 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c8dc2e1e-0c71-4048-b36f-461e6bf2ae21 req-aca528f9-1a7e-4b6d-8dfd-170adee62dcd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7ce717bf7794f1293e5860dacaceff3&device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 1098 time: 0.0710819
May 21 15:56:02.227694 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2e1e-0c71-4048-b36f-461e6bf2ae21 req-3c98775a-64e6-4419-90ab-4cbe944a878f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:02.229132 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c8dc2e1e-0c71-4048-b36f-461e6bf2ae21 req-3c98775a-64e6-4419-90ab-4cbe944a878f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d057e614-9e15-4f2a-a99e-4e69465cf06a HTTP/1.1" status: 200  len: 910 time: 0.1284394
May 21 15:56:02.338752 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c8dc2e1e-0c71-4048-b36f-461e6bf2ae21 req-7288a062-c985-4244-8a53-fc318859fbce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44453683-24ae-41ec-a3ab-42ac7adb5361 HTTP/1.1" status: 200  len: 1001 time: 0.1011839
May 21 15:56:02.401708 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2e1e-0c71-4048-b36f-461e6bf2ae21 req-c6a77a38-8cd5-4f4b-ab27-cba7ec3d7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:02.403128 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c8dc2e1e-0c71-4048-b36f-461e6bf2ae21 req-c6a77a38-8cd5-4f4b-ab27-cba7ec3d7b45 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6fcb861c-cac8-4893-aa9e-e78b1ee53a63 HTTP/1.1" status: 200  len: 848 time: 0.0570283
May 21 15:56:02.565817 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2e1e-0c71-4048-b36f-461e6bf2ae21 req-ad82830a-5c93-423d-a6f2-d536cd66e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:02.567211 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c8dc2e1e-0c71-4048-b36f-461e6bf2ae21 req-ad82830a-5c93-423d-a6f2-d536cd66e8d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d057e614-9e15-4f2a-a99e-4e69465cf06a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1574099
May 21 15:56:02.697065 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c8dc2e1e-0c71-4048-b36f-461e6bf2ae21 req-8524a405-8a3e-49e6-8860-b94ee876b9f4 service neutron] 10.222.0.25 "GET /v2.0/networks/d057e614-9e15-4f2a-a99e-4e69465cf06a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225381
May 21 15:56:02.830820 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c8dc2e1e-0c71-4048-b36f-461e6bf2ae21 req-e87e9abb-406c-4097-8646-e8282acd4899 service neutron] 10.222.0.25 "GET /v2.0/networks/d057e614-9e15-4f2a-a99e-4e69465cf06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234937
May 21 15:56:13.106316 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-97d79d8b-5e72-4d93-a502-d5a34a90e89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:56:15.701066 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:56:15.883000 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-bbdc1baa-a3b9-4299-bd8d-131788a7c555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:56:16.740136 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:56:18.482447 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:56:26.721654 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:56:29.465111 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:56:33.308454 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d5295-25dc-4fea-b493-ad61b1ec25ee req-45488664-636f-48ce-b750-d8c6bc6f8e8a tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:33.310035 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c40d5295-25dc-4fea-b493-ad61b1ec25ee req-45488664-636f-48ce-b750-d8c6bc6f8e8a tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0842297
May 21 15:56:33.360585 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c40d5295-25dc-4fea-b493-ad61b1ec25ee req-9d6ea6a5-125c-40f1-ab44-7257050f7ebd tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445235
May 21 15:56:34.554197 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4c2c5-f6d2-4a96-95e0-593ac7d8ada2 req-952ffcfa-1303-4ab2-851f-afe69b2ebfe1 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:34.555714 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-28e4c2c5-f6d2-4a96-95e0-593ac7d8ada2 req-952ffcfa-1303-4ab2-851f-afe69b2ebfe1 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0801921
May 21 15:56:34.604129 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-28e4c2c5-f6d2-4a96-95e0-593ac7d8ada2 req-abf4b96e-a573-4770-a95e-77040b7f9576 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419490
May 21 15:56:35.793277 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdb579-ef71-414e-affd-e9005b8e3658 req-278353e8-99c5-425c-adb0-7c886ceb2460 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:35.795589 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a9cdb579-ef71-414e-affd-e9005b8e3658 req-278353e8-99c5-425c-adb0-7c886ceb2460 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0856893
May 21 15:56:35.844460 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-a9cdb579-ef71-414e-affd-e9005b8e3658 req-715ecdeb-d6ec-465a-b4c1-130c33c3f3c8 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432582
May 21 15:56:37.041962 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f09268-abb5-4f8c-b2f8-87d556eb1176 req-ce88eb62-aa74-47d2-bf9f-c922cb38e153 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:37.043509 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f3f09268-abb5-4f8c-b2f8-87d556eb1176 req-ce88eb62-aa74-47d2-bf9f-c922cb38e153 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0835168
May 21 15:56:37.090298 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f3f09268-abb5-4f8c-b2f8-87d556eb1176 req-1ac2f49b-d439-4e41-b639-57eca36b0af6 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409632
May 21 15:56:38.282538 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decd5d9-f3d2-4e27-9007-755b911cc60b req-b26ac5db-bd2f-4cc4-85a6-99601218ca14 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:38.284080 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4decd5d9-f3d2-4e27-9007-755b911cc60b req-b26ac5db-bd2f-4cc4-85a6-99601218ca14 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0840433
May 21 15:56:38.330271 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4decd5d9-f3d2-4e27-9007-755b911cc60b req-3e68e967-8b7c-4fd1-95bd-523d7d703a1d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406013
May 21 15:56:39.513635 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26808f0-3441-45c0-aa4d-2866c378b070 req-e5920962-c2c5-4cdb-9709-8440d41d3cd0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:39.515126 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d26808f0-3441-45c0-aa4d-2866c378b070 req-e5920962-c2c5-4cdb-9709-8440d41d3cd0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0810468
May 21 15:56:39.563733 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d26808f0-3441-45c0-aa4d-2866c378b070 req-d54c877d-2c4d-4f21-bd3a-a4cd1a992e7a tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426877
May 21 15:56:40.748309 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b78e57-30e4-45f4-ac66-1caa559389f0 req-5e298597-8e5e-424c-bd80-7029611851d6 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:40.749795 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-85b78e57-30e4-45f4-ac66-1caa559389f0 req-5e298597-8e5e-424c-bd80-7029611851d6 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0794456
May 21 15:56:40.794054 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-85b78e57-30e4-45f4-ac66-1caa559389f0 req-8ba72e4d-c989-44bc-b534-23b13e612968 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386593
May 21 15:56:41.990157 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b90c7-ea20-4bf7-8040-edfb0cbbee3a req-bbe643bd-5906-43ed-a1b0-c570b307beb8 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:41.991659 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-159b90c7-ea20-4bf7-8040-edfb0cbbee3a req-bbe643bd-5906-43ed-a1b0-c570b307beb8 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0891349
May 21 15:56:42.036921 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-159b90c7-ea20-4bf7-8040-edfb0cbbee3a req-dd12f0a2-e8a2-4c42-b94f-381eb7e6e4aa tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396152
May 21 15:56:43.029364 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9e41e20e-74d1-4b69-a2f5-4fb4992e3c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:56:43.222384 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197da5cf-e059-4c57-9d19-9a884d50c609 req-c1c79ee7-d9b8-4220-afc5-fca41e583659 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:43.224633 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-197da5cf-e059-4c57-9d19-9a884d50c609 req-c1c79ee7-d9b8-4220-afc5-fca41e583659 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0841346
May 21 15:56:43.271593 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-197da5cf-e059-4c57-9d19-9a884d50c609 req-ec94d79a-3875-4f1f-b450-1594eddae563 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405786
May 21 15:56:44.465519 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b710-0c7b-4cf8-9f56-6bec2732c3a4 req-d5ac29cf-148b-4f1c-80a9-8525995d94d0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:44.467068 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3577b710-0c7b-4cf8-9f56-6bec2732c3a4 req-d5ac29cf-148b-4f1c-80a9-8525995d94d0 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0852511
May 21 15:56:44.516698 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3577b710-0c7b-4cf8-9f56-6bec2732c3a4 req-9764ac85-98d8-41b5-9267-fb744bd732f4 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431302
May 21 15:56:45.624117 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:56:45.701720 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f25ca-b443-4374-a18d-368ee8680d70 req-0bdc7089-5e67-412b-8a1f-dd8ff403c83a tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:45.703199 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-979f25ca-b443-4374-a18d-368ee8680d70 req-0bdc7089-5e67-412b-8a1f-dd8ff403c83a tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0794067
May 21 15:56:45.751741 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-979f25ca-b443-4374-a18d-368ee8680d70 req-452c392b-c1d6-49bd-8a35-3b20495ae147 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428417
May 21 15:56:45.818266 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-1a6e46d8-8f6e-420e-8fc1-9caff0fadc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:56:46.714859 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:56:46.940570 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f65dc-560e-427a-9b77-0df8513b9599 req-714b999e-9802-410b-bcf9-312dde5bac2e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:46.942020 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1b1f65dc-560e-427a-9b77-0df8513b9599 req-714b999e-9802-410b-bcf9-312dde5bac2e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0804052
May 21 15:56:46.989008 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1b1f65dc-560e-427a-9b77-0df8513b9599 req-ba74f161-67f0-48ff-bb1f-a88087a4f9ab tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404525
May 21 15:56:48.181430 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a66b2-e182-46f3-9ce3-93b2044d8a9a req-81b00bdf-3f81-4c91-a8f5-90340939ad0e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:48.182788 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9e6a66b2-e182-46f3-9ce3-93b2044d8a9a req-81b00bdf-3f81-4c91-a8f5-90340939ad0e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0824986
May 21 15:56:48.227589 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9e6a66b2-e182-46f3-9ce3-93b2044d8a9a req-7551557e-dc3c-4e3d-a60e-97434308f022 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386271
May 21 15:56:48.447267 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:56:48.536648 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9591ed5-e596-41b2-bbc8-9d1bb82194b5 req-a1dcfb92-dff9-4b8d-a10a-8b75bbcb3d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:48.538095 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b9591ed5-e596-41b2-bbc8-9d1bb82194b5 req-a1dcfb92-dff9-4b8d-a10a-8b75bbcb3d10 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7ce717bf7794f1293e5860dacaceff3&device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 1098 time: 0.0702899
May 21 15:56:48.766572 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9591ed5-e596-41b2-bbc8-9d1bb82194b5 req-19370bad-a334-4207-8539-89b98aa558d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:48.768096 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b9591ed5-e596-41b2-bbc8-9d1bb82194b5 req-19370bad-a334-4207-8539-89b98aa558d6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d057e614-9e15-4f2a-a99e-4e69465cf06a HTTP/1.1" status: 200  len: 910 time: 0.2201707
May 21 15:56:48.877928 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b9591ed5-e596-41b2-bbc8-9d1bb82194b5 req-7a3608a2-7c78-4098-a0de-26ba1e9fb325 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44453683-24ae-41ec-a3ab-42ac7adb5361 HTTP/1.1" status: 200  len: 1001 time: 0.0980005
May 21 15:56:48.951496 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9591ed5-e596-41b2-bbc8-9d1bb82194b5 req-df1396d0-edcb-44f9-ac34-9bc0e281db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:48.952926 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b9591ed5-e596-41b2-bbc8-9d1bb82194b5 req-df1396d0-edcb-44f9-ac34-9bc0e281db31 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6fcb861c-cac8-4893-aa9e-e78b1ee53a63 HTTP/1.1" status: 200  len: 848 time: 0.0606859
May 21 15:56:49.033525 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9591ed5-e596-41b2-bbc8-9d1bb82194b5 req-66b8f2e2-5190-49bb-91bd-a13c07caa4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:49.034932 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b9591ed5-e596-41b2-bbc8-9d1bb82194b5 req-66b8f2e2-5190-49bb-91bd-a13c07caa4f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d057e614-9e15-4f2a-a99e-4e69465cf06a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710485
May 21 15:56:49.175792 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b9591ed5-e596-41b2-bbc8-9d1bb82194b5 req-80091e4c-a9c3-4a3a-a4e3-3ae45b9d8509 service neutron] 10.222.0.25 "GET /v2.0/networks/d057e614-9e15-4f2a-a99e-4e69465cf06a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307907
May 21 15:56:49.316879 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b9591ed5-e596-41b2-bbc8-9d1bb82194b5 req-d51ac52c-29be-42ef-94e1-0fd5fc16a320 service neutron] 10.222.0.25 "GET /v2.0/networks/d057e614-9e15-4f2a-a99e-4e69465cf06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294353
May 21 15:56:49.423190 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c6ecd-e644-4168-8d5c-d4fc02fcbd72 req-041b10c2-3121-4a47-92bb-7662d2bedf0c tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:49.425300 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bb3c6ecd-e644-4168-8d5c-d4fc02fcbd72 req-041b10c2-3121-4a47-92bb-7662d2bedf0c tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0846369
May 21 15:56:49.476247 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-bb3c6ecd-e644-4168-8d5c-d4fc02fcbd72 req-39b52af9-7aea-4643-9933-4208e2f34176 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453570
May 21 15:56:50.663399 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba716f-e60b-4e51-9590-178f46186c5d req-44652d5d-73a4-45e5-8766-55b78abbe002 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:50.665388 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-12ba716f-e60b-4e51-9590-178f46186c5d req-44652d5d-73a4-45e5-8766-55b78abbe002 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0801504
May 21 15:56:50.708877 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-12ba716f-e60b-4e51-9590-178f46186c5d req-35fdae81-3a5d-41b0-8c66-d6a969c1f5c5 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378673
May 21 15:56:51.897870 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fb00c-9ae4-407f-b632-47bdda01948e req-56990e43-7263-4e7a-9e1e-69957a583cb5 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:51.899903 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0c0fb00c-9ae4-407f-b632-47bdda01948e req-56990e43-7263-4e7a-9e1e-69957a583cb5 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0856385
May 21 15:56:51.947878 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0c0fb00c-9ae4-407f-b632-47bdda01948e req-2ce6299f-6017-4ae0-b85a-7f38fde8d1fb tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420969
May 21 15:56:53.130897 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa458b-caa4-47cb-b063-1fe8115c85cc req-6c8851aa-a9ae-49be-a59d-04a4c1a6fea8 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:53.132346 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4efa458b-caa4-47cb-b063-1fe8115c85cc req-6c8851aa-a9ae-49be-a59d-04a4c1a6fea8 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0798502
May 21 15:56:53.176308 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4efa458b-caa4-47cb-b063-1fe8115c85cc req-00774b9a-b7d1-49dc-8fd9-06a5c3838a43 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377707
May 21 15:56:53.775820 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3935b-ba48-4e6f-a5f3-e536727dde0d req-d29a4420-b531-4f3b-a609-bf3dece760fa tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:53.777296 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-56b3935b-ba48-4e6f-a5f3-e536727dde0d req-d29a4420-b531-4f3b-a609-bf3dece760fa tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0866516
May 21 15:56:53.822574 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-56b3935b-ba48-4e6f-a5f3-e536727dde0d req-ab7e7c92-a5ad-4143-8e68-da7a393bd9c6 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395181
May 21 15:56:53.910242 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58838) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:56:54.029842 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [req-cd86c4cc-2fe3-4338-9f8c-f6a769b3e5a2 req-e5c22c12-0dac-4b36-868d-4c9f51081119 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1181772
May 21 15:56:54.223484 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 44453683-24ae-41ec-a3ab-42ac7adb5361 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:56:54.367224 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:56:54.394037 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44453683-24ae-41ec-a3ab-42ac7adb5361'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:56:54.403512 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 44453683-24ae-41ec-a3ab-42ac7adb5361, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=44453683-24ae-41ec-a3ab-42ac7adb5361,segment=NetworkSegment(b971bb14-b7ef-42c7-8d35-d26d8ecb2cae),segment_id=b971bb14-b7ef-42c7-8d35-d26d8ecb2cae)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:56:54.436306 dv-cinder-792642-1-iscsi neutron-server[98821]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '44453683-24ae-41ec-a3ab-42ac7adb5361', 'code': 422} returned with failed status
May 21 15:56:54.480501 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:56:54.482325 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-b522b2e7-7b69-4d26-9207-213f3dc36060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:56:54.546823 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=44453683-24ae-41ec-a3ab-42ac7adb5361,revision_number=6']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:56:54.553929 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:56:54.554274 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:56:54.554624 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:56:54.555549 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:56:54.555874 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:56:54.556194 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:56:54.556514 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:56:54.556830 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:56:54.557149 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:56:54.557464 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:56:54.557804 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:56:54.558117 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:56:54.562089 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:56:55.020306 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f8a4e-9c85-480f-9ae3-dd945891dbf0 req-f77ddeb3-a225-430e-a516-f37e555bc27a tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:55.021743 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ab9f8a4e-9c85-480f-9ae3-dd945891dbf0 req-f77ddeb3-a225-430e-a516-f37e555bc27a tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.0826323
May 21 15:56:55.071936 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ab9f8a4e-9c85-480f-9ae3-dd945891dbf0 req-a87cb0fc-c3c6-43b3-882c-fa19a7082c59 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436294
May 21 15:56:56.267750 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89082e5-cb22-4b8c-838d-b6409743518e req-47c8de2a-cbdf-4856-a246-7e0dd8a1182d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:56.269465 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d89082e5-cb22-4b8c-838d-b6409743518e req-47c8de2a-cbdf-4856-a246-7e0dd8a1182d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.0859787
May 21 15:56:56.319439 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d89082e5-cb22-4b8c-838d-b6409743518e req-de04be67-5a0a-4cdb-a42f-9cdeaecbff70 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434473
May 21 15:56:57.512090 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2bf88-1771-4d58-8111-0ce8292c6211 req-e6e72c71-e7bd-4c98-bd2f-0b0e803a7379 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:57.513560 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-11a2bf88-1771-4d58-8111-0ce8292c6211 req-e6e72c71-e7bd-4c98-bd2f-0b0e803a7379 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.0856342
May 21 15:56:57.599314 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-11a2bf88-1771-4d58-8111-0ce8292c6211 req-61508cda-341c-4cda-8046-832bcfb10c8c tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549457
May 21 15:56:57.620294 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86c4cc-2fe3-4338-9f8c-f6a769b3e5a2 req-ff4e4d3c-ae06-4621-9293-c8c667afcb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:57.621755 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cd86c4cc-2fe3-4338-9f8c-f6a769b3e5a2 req-ff4e4d3c-ae06-4621-9293-c8c667afcb11 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561&tenant_id=c7ce717bf7794f1293e5860dacaceff3 HTTP/1.1" status: 200  len: 1096 time: 0.1073546
May 21 15:56:57.721749 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86c4cc-2fe3-4338-9f8c-f6a769b3e5a2 req-1bde8637-70d6-4877-8a6a-2941b4f6bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:57.723262 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cd86c4cc-2fe3-4338-9f8c-f6a769b3e5a2 req-1bde8637-70d6-4877-8a6a-2941b4f6bfca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7ce717bf7794f1293e5860dacaceff3&device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 1096 time: 0.0731175
May 21 15:56:57.955662 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86c4cc-2fe3-4338-9f8c-f6a769b3e5a2 req-a2226a04-cc37-436a-92af-360853337c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:57.957096 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cd86c4cc-2fe3-4338-9f8c-f6a769b3e5a2 req-a2226a04-cc37-436a-92af-360853337c48 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d057e614-9e15-4f2a-a99e-4e69465cf06a HTTP/1.1" status: 200  len: 910 time: 0.2230053
May 21 15:56:58.063149 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cd86c4cc-2fe3-4338-9f8c-f6a769b3e5a2 req-b95879ce-fe02-47c1-aa71-8699180e2723 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44453683-24ae-41ec-a3ab-42ac7adb5361 HTTP/1.1" status: 200  len: 999 time: 0.0948424
May 21 15:56:58.125371 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86c4cc-2fe3-4338-9f8c-f6a769b3e5a2 req-cef922e0-2b81-469d-9e4c-6f650a1de70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:58.126696 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cd86c4cc-2fe3-4338-9f8c-f6a769b3e5a2 req-cef922e0-2b81-469d-9e4c-6f650a1de70c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6fcb861c-cac8-4893-aa9e-e78b1ee53a63 HTTP/1.1" status: 200  len: 848 time: 0.0571725
May 21 15:56:58.201944 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86c4cc-2fe3-4338-9f8c-f6a769b3e5a2 req-da33515b-ade0-4dc6-b406-12f4013aa8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:58.203497 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cd86c4cc-2fe3-4338-9f8c-f6a769b3e5a2 req-da33515b-ade0-4dc6-b406-12f4013aa8e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d057e614-9e15-4f2a-a99e-4e69465cf06a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688217
May 21 15:56:58.364354 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cd86c4cc-2fe3-4338-9f8c-f6a769b3e5a2 req-ebfa7152-4af3-4e48-8efd-c60b2d8eacfc service neutron] 10.222.0.25 "GET /v2.0/networks/d057e614-9e15-4f2a-a99e-4e69465cf06a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520762
May 21 15:56:58.517306 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cd86c4cc-2fe3-4338-9f8c-f6a769b3e5a2 req-292f0791-8127-463a-b5cf-74c8f33e7977 service neutron] 10.222.0.25 "GET /v2.0/networks/d057e614-9e15-4f2a-a99e-4e69465cf06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423476
May 21 15:56:58.792767 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32d1c3-8209-42a2-81be-a56c1237f71c req-5e595e2b-0ece-4ec4-88e2-1f6020889cb8 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:56:58.794386 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fa32d1c3-8209-42a2-81be-a56c1237f71c req-5e595e2b-0ece-4ec4-88e2-1f6020889cb8 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.0906467
May 21 15:56:58.841091 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fa32d1c3-8209-42a2-81be-a56c1237f71c req-a6e3497e-faf7-48e1-bc72-f8e5400e944e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393739
May 21 15:56:59.377516 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:00.031743 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542fe13-0d2d-4901-8821-b4e3fbb4a44b req-1f48c379-662b-48d2-a5b0-05fac5f7d27a tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:00.033214 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1542fe13-0d2d-4901-8821-b4e3fbb4a44b req-1f48c379-662b-48d2-a5b0-05fac5f7d27a tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.0825908
May 21 15:57:00.081068 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1542fe13-0d2d-4901-8821-b4e3fbb4a44b req-27ec5e30-403a-4e7d-8922-5caa90446cdf tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421460
May 21 15:57:01.265653 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbfcd8-5c14-4556-bc23-bf1b307f52ef req-674341ed-2767-48cd-88fc-8827aa2a5dce tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:01.267177 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-93bbfcd8-5c14-4556-bc23-bf1b307f52ef req-674341ed-2767-48cd-88fc-8827aa2a5dce tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.0817084
May 21 15:57:01.316588 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-93bbfcd8-5c14-4556-bc23-bf1b307f52ef req-e3b03ada-5641-4a26-827f-7fdb75638b5b tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408194
May 21 15:57:01.853783 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22c7f48e-eda8-40c1-9a1b-fb049a79d33b req-16301339-6913-4dfd-9bfb-ed60a23055fd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0719576
May 21 15:57:01.950117 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7f48e-eda8-40c1-9a1b-fb049a79d33b req-1c37a6f6-73d1-49da-8753-501ecb1b09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:01.951619 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22c7f48e-eda8-40c1-9a1b-fb049a79d33b req-1c37a6f6-73d1-49da-8753-501ecb1b09c8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 1099 time: 0.0720325
May 21 15:57:02.104946 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7f48e-eda8-40c1-9a1b-fb049a79d33b req-f125cc22-2bf1-4693-b482-c2694d12a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:02.106312 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22c7f48e-eda8-40c1-9a1b-fb049a79d33b req-f125cc22-2bf1-4693-b482-c2694d12a772 service neutron] 10.222.0.25 "GET /v2.0/networks?id=63209c91-6a37-4380-a99b-8c32f2681b1d HTTP/1.1" status: 200  len: 913 time: 0.1269593
May 21 15:57:02.217518 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22c7f48e-eda8-40c1-9a1b-fb049a79d33b req-542b684a-2f09-4d15-8b95-d8c77f57afcf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e8e9a5e-c449-498a-ac25-308a1ded6697 HTTP/1.1" status: 200  len: 1002 time: 0.1014681
May 21 15:57:02.286375 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7f48e-eda8-40c1-9a1b-fb049a79d33b req-0e22e873-0463-45c7-a85c-431574b55d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:02.287839 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22c7f48e-eda8-40c1-9a1b-fb049a79d33b req-0e22e873-0463-45c7-a85c-431574b55d60 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6201006-2e0c-47c7-83b1-5cdad697a876 HTTP/1.1" status: 200  len: 851 time: 0.0588100
May 21 15:57:02.370936 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7f48e-eda8-40c1-9a1b-fb049a79d33b req-72d7b114-8a40-44e7-8f3c-4078f9b93f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:02.372409 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22c7f48e-eda8-40c1-9a1b-fb049a79d33b req-72d7b114-8a40-44e7-8f3c-4078f9b93f9f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63209c91-6a37-4380-a99b-8c32f2681b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748861
May 21 15:57:02.564095 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22c7f48e-eda8-40c1-9a1b-fb049a79d33b req-7931f4d9-f545-4d20-b446-7fd8940d339d service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803873
May 21 15:57:02.603061 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5d086-1d87-42cc-952e-08f7802fa298 req-d2593db9-8f17-4ffe-aca1-87efdb51a603 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:02.604536 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1ce5d086-1d87-42cc-952e-08f7802fa298 req-d2593db9-8f17-4ffe-aca1-87efdb51a603 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.1543903
May 21 15:57:02.826329 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1ce5d086-1d87-42cc-952e-08f7802fa298 req-94d00627-0172-4429-88e9-8711815cbe2b tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736279
May 21 15:57:02.846941 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-22c7f48e-eda8-40c1-9a1b-fb049a79d33b req-6ee7eaf7-a8b8-468f-bb31-2b7ef0e788f6 service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2727468
May 21 15:57:03.720910 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:57:04.024215 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331881bf-3af3-4d92-be06-ce2f6390e922 req-762a4cfc-3d2f-4c1d-90c8-d7fd16edf8b1 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:04.025887 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-331881bf-3af3-4d92-be06-ce2f6390e922 req-762a4cfc-3d2f-4c1d-90c8-d7fd16edf8b1 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.0876291
May 21 15:57:04.075702 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-331881bf-3af3-4d92-be06-ce2f6390e922 req-2bd7c8b2-f4aa-4ae3-8202-99337cdbc7e9 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438290
May 21 15:57:05.269905 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55c012-3b8d-4cb9-9a9b-124069221bca req-32277067-46b9-42cc-b600-6973f359e5fe tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:05.271444 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fe55c012-3b8d-4cb9-9a9b-124069221bca req-32277067-46b9-42cc-b600-6973f359e5fe tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.0886118
May 21 15:57:05.317337 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fe55c012-3b8d-4cb9-9a9b-124069221bca req-6d3fee2a-80c3-458e-b03e-c75826ecf7ee tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394087
May 21 15:57:06.313066 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 44453683-24ae-41ec-a3ab-42ac7adb5361 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:57:06.471847 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 44453683-24ae-41ec-a3ab-42ac7adb5361, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=44453683-24ae-41ec-a3ab-42ac7adb5361,segment=NetworkSegment(b971bb14-b7ef-42c7-8d35-d26d8ecb2cae),segment_id=b971bb14-b7ef-42c7-8d35-d26d8ecb2cae)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:57:06.486861 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': '44453683-24ae-41ec-a3ab-42ac7adb5361', 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a', 'port_id': '44453683-24ae-41ec-a3ab-42ac7adb5361', 'mac_address': 'fa:16:3e:84:e0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:57:06.534046 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeba59d-ec96-4cfa-a2f6-d3eb79304d1f req-7b4b5e2f-ca1f-4d9e-a793-5d280e074dea tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:06.535620 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-caeba59d-ec96-4cfa-a2f6-d3eb79304d1f req-7b4b5e2f-ca1f-4d9e-a793-5d280e074dea tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 943 time: 0.0962873
May 21 15:57:06.555533 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:06.574025 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44453683-24ae-41ec-a3ab-42ac7adb5361 {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:57:06.593895 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 44453683-24ae-41ec-a3ab-42ac7adb5361, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=44453683-24ae-41ec-a3ab-42ac7adb5361,segment=NetworkSegment(b971bb14-b7ef-42c7-8d35-d26d8ecb2cae),segment_id=b971bb14-b7ef-42c7-8d35-d26d8ecb2cae)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:57:06.595749 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-caeba59d-ec96-4cfa-a2f6-d3eb79304d1f req-1ef3e340-7ff5-4a4c-8bac-91284f40be55 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499821
May 21 15:57:06.651286 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:06.654098 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:57:06.725582 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=44453683-24ae-41ec-a3ab-42ac7adb5361,revision_number=7']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:57:06.729074 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:57:06.933879 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['44453683-24ae-41ec-a3ab-42ac7adb5361'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:57:07.953962 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebf29c-5354-40ee-b4c7-89610ed32c61 req-9b4908e0-37d8-4e12-ac10-4f6aaa037c68 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:07.955527 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d5ebf29c-5354-40ee-b4c7-89610ed32c61 req-9b4908e0-37d8-4e12-ac10-4f6aaa037c68 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 944 time: 0.0949733
May 21 15:57:08.005307 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-d5ebf29c-5354-40ee-b4c7-89610ed32c61 req-efa81cba-a1a4-4d5f-a3bf-8daf7537423a tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433261
May 21 15:57:08.327668 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 44453683-24ae-41ec-a3ab-42ac7adb5361 up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:57:08.425702 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port 44453683-24ae-41ec-a3ab-42ac7adb5361 triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:57:08.426304 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:08.627447 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:08.665947 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44453683-24ae-41ec-a3ab-42ac7adb5361'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:57:08.682813 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port 44453683-24ae-41ec-a3ab-42ac7adb5361, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=44453683-24ae-41ec-a3ab-42ac7adb5361,segment=NetworkSegment(b971bb14-b7ef-42c7-8d35-d26d8ecb2cae),segment_id=b971bb14-b7ef-42c7-8d35-d26d8ecb2cae)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:57:08.719837 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44453683-24ae-41ec-a3ab-42ac7adb5361', 'code': 200}
May 21 15:57:08.833819 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:08.838025 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9eed70f9-1616-4c5e-b0c7-5371b4d2083d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:57:08.911222 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=44453683-24ae-41ec-a3ab-42ac7adb5361,revision_number=8']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:57:08.915218 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:57:09.124074 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a10493-978d-4f6e-bc77-0d7c5189fce6 req-2a094ead-9a8d-48eb-a200-db3739eaf46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:09.126393 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c4a10493-978d-4f6e-bc77-0d7c5189fce6 req-2a094ead-9a8d-48eb-a200-db3739eaf46e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 1098 time: 0.0827591
May 21 15:57:09.226766 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c4a10493-978d-4f6e-bc77-0d7c5189fce6 req-8209812e-94fb-4e38-8262-58c1bb54ee6b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910900
May 21 15:57:09.260854 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b245561-8665-4bb5-8f51-2849092c0daf req-8c668825-57df-4634-99df-d577315e308b tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:09.262509 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0b245561-8665-4bb5-8f51-2849092c0daf req-8c668825-57df-4634-99df-d577315e308b tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.1088016
May 21 15:57:09.312121 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0b245561-8665-4bb5-8f51-2849092c0daf req-ca336d18-33cf-4888-9c02-0b37823efa05 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433919
May 21 15:57:10.527284 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb766b-0d66-4ce1-a753-21cf81b8a95c req-5ddd5ccd-b7c3-4ab7-8eb3-b1eea332808e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:10.528871 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-07cb766b-0d66-4ce1-a753-21cf81b8a95c req-5ddd5ccd-b7c3-4ab7-8eb3-b1eea332808e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0933576
May 21 15:57:10.580822 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-07cb766b-0d66-4ce1-a753-21cf81b8a95c req-4a5919cd-645c-4663-bd12-b04a08351f7f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410411
May 21 15:57:13.016501 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-c02f1c72-9bc8-4d71-93f8-c66bc8f4bc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:15.639374 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:15.822108 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-16a9e49e-e8e9-4f0a-ac53-4cfceab32b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:16.730783 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:18.485364 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:29.427489 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:30.893600 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-4617f691-07aa-449b-8484-7162d64f8d14 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-987221923&fields=id&tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2 HTTP/1.1" status: 200  len: 267 time: 0.0419466
May 21 15:57:31.045675 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-a5b2a2db-0f1d-4b96-91a5-2da3d751c02e tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:31.047147 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-a5b2a2db-0f1d-4b96-91a5-2da3d751c02e tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/networks?id=63209c91-6a37-4380-a99b-8c32f2681b1d HTTP/1.1" status: 200  len: 812 time: 0.1469193
May 21 15:57:31.061932 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-bbc4e09d-77c9-4291-9d9c-b5d20a31621c tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/quotas/f79e7e2756644b98ac7565f7c9b6f6e2 HTTP/1.1" status: 200  len: 375 time: 0.0094357
May 21 15:57:31.161219 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-f5881d12-5e9c-484e-b396-8f5b83ad0144 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0940459
May 21 15:57:31.305847 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6e5db3f5-fda9-4f7a-8b09-15f463370311 service neutron] 10.222.0.70 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328051
May 21 15:57:31.439477 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-3f344f77-2a20-4f85-a758-9e3eed9fd475 service neutron] 10.222.0.70 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279502
May 21 15:57:32.207945 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-df48a511-57cd-46f7-92b1-0ea470faf654 req-55c6f022-091f-4240-b989-6689728070bc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 210 time: 0.0435989
May 21 15:57:33.360034 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-488ce637-f98a-4fdc-9baa-1eb773e1398d req-ddb1764e-2506-4bbc-a46f-4d7068fb6de0 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 210 time: 0.0432518
May 21 15:57:34.640307 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4ea237ba-12ef-40ee-aff5-9a648e0e6f01 req-47590ae1-cba1-442d-b54e-171ec5326b05 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 210 time: 0.1628513
May 21 15:57:34.706573 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-76956976-4e82-4075-8fd1-bed112ee0d2b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:34.708064 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-76956976-4e82-4075-8fd1-bed112ee0d2b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.25 "GET /v2.0/networks?id=63209c91-6a37-4380-a99b-8c32f2681b1d HTTP/1.1" status: 200  len: 812 time: 0.3155398
May 21 15:57:34.764148 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f1e2324-679b-45d9-aebe-7cdbdaf8a165 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2 HTTP/1.1" status: 200  len: 379 time: 0.0443676
May 21 15:57:34.773210 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Request body: {'port': {'device_id': '6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'admin_state_up': True, 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'security_groups': ['940307b5-8770-4d72-a86c-01151481372b']}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:57:34.930026 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:57:34.934589 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Usage tracker for resource:port and tenant:f79e7e2756644b98ac7565f7c9b6f6e2 is out of sync, need to count used quota {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:57:34.937898 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Quota usage for port was recalculated. Used quota:5. {{(pid=98820) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:57:34.944866 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.quota.driver [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=98820) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:57:35.027148 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Made reservation on behalf of f79e7e2756644b98ac7565f7c9b6f6e2 for: {'port': 1} {{(pid=98820) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 21 15:57:35.030737 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:35.197873 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_common [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Allocated IP 172.20.0.8 (63209c91-6a37-4380-a99b-8c32f2681b1d/f6201006-2e0c-47c7-83b1-5cdad697a876/fd732fe4-c0cc-4cc1-a746-8acbe6361d8f) {{(pid=98820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:57:35.388276 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for port, precommit_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:35.404147 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Transition to ACTIVE for port object fd732fe4-c0cc-4cc1-a746-8acbe6361d8f will not be triggered until provisioned by entity DHCP. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:57:35.553913 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_create {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:35.560469 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6aa8f5f3-c943-4e09-bbb2-f75e7cbd85be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:57:35.629850 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Network 63209c91-6a37-4380-a99b-8c32f2681b1d is already hosted by enough agents. {{(pid=98820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:57:35.633102 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.base_scheduler [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources bound (agent type, host, resource id):  {{(pid=98820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:57:35.637285 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Received port after_create {{(pid=98820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:57:35.674043 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event updated for resources: {'Port': ['ID=fd732fe4-c0cc-4cc1-a746-8acbe6361d8f,revision_number=1']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:57:35.695034 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:35.695034 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:35.695034 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:35.695034 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:35.695034 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:35.695034 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:35.695514 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:35.695514 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:35.695776 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:35.696142 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:35.696586 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:35.696819 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:35.703089 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:57:35.721717 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:35.722384 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:35.853374 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ac309-d63b-4a31-a97c-f59f9e55c656 req-799b6690-bf27-4d30-a3c2-327388e1390d tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:35.854070 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-f82ac309-d63b-4a31-a97c-f59f9e55c656 req-799b6690-bf27-4d30-a3c2-327388e1390d tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Synchronizing usage tracker for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:57:35.953439 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1839242
May 21 15:57:35.969114 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.v2.base [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Request body: {'port': {'device_id': '6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=98820) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:57:36.056085 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-2d6f4d19-6b3f-43bc-a476-8a1c19dc646a None None] Provisioning for port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f completed by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:57:36.057272 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-f82ac309-d63b-4a31-a97c-f59f9e55c656 req-799b6690-bf27-4d30-a3c2-327388e1390d tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Unset dirty status for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:57:36.058475 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f82ac309-d63b-4a31-a97c-f59f9e55c656 req-799b6690-bf27-4d30-a3c2-327388e1390d tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 931 time: 0.2884066
May 21 15:57:36.061624 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-2d6f4d19-6b3f-43bc-a476-8a1c19dc646a None None] Provisioning complete for port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f triggered by entity DHCP. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:57:36.062003 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-2d6f4d19-6b3f-43bc-a476-8a1c19dc646a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:36.116383 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:36.117045 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f4d19-6b3f-43bc-a476-8a1c19dc646a None None] Port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f cannot update to ACTIVE because it is not bound. {{(pid=98821) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 21 15:57:36.135414 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-f82ac309-d63b-4a31-a97c-f59f9e55c656 req-c294f05e-c1a7-42e6-9ebd-1f974febadc8 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684993
May 21 15:57:36.502534 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd732fe4-c0cc-4cc1-a746-8acbe6361d8f {{(pid=98820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:57:36.510431 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:36.525081 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.provisioning_blocks [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Transition to ACTIVE for port object fd732fe4-c0cc-4cc1-a746-8acbe6361d8f will not be triggered until provisioned by entity L2. {{(pid=98820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 21 15:57:36.609927 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:36.615459 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:57:36.766358 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Pushing event updated for resources: {'Port': ['ID=fd732fe4-c0cc-4cc1-a746-8acbe6361d8f,revision_number=2']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:57:36.775289 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:57:36.851953 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Attempting to bind port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f on host hv-cinder-79264 for vnic_type normal with profile  {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 21 15:57:36.852287 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Attempting to bind port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 21 15:57:36.852615 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Attempting to bind port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f on network 63209c91-6a37-4380-a99b-8c32f2681b1d {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:57:36.857587 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f on network 63209c91-6a37-4380-a99b-8c32f2681b1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 21 15:57:36.857903 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Attempting to bind port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f on network 63209c91-6a37-4380-a99b-8c32f2681b1d {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 21 15:57:36.863061 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Checking agent: {'id': '401ffabe-9ab1-4c7f-a79f-61abe5a760b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'started_at': datetime.datetime(2021, 5, 21, 15, 40, 58), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 21 15:57:36.863395 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Checking segment: {'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 21 15:57:36.863773 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Bound using segment: {'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'} {{(pid=98820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 21 15:57:36.864196 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.managers [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Bound port: fd732fe4-c0cc-4cc1-a746-8acbe6361d8f, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea0267e-5b87-4690-89c6-89bdcacf68a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d'}}] {{(pid=98820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 21 15:57:36.864638 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:36.952087 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] For port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f, host hv-cinder-79264, cleared binding levels {{(pid=98820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 21 15:57:36.954958 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] For port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=fd732fe4-c0cc-4cc1-a746-8acbe6361d8f,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 21 15:57:37.037597 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6069391'] for port, after_update {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:37.041474 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-9d97ff13-5af9-49b0-ab3d-f2ab451d0bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:57:37.101596 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:37.102214 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:37.103643 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] 10.222.0.25 "PUT /v2.0/ports/fd732fe4-c0cc-4cc1-a746-8acbe6361d8f HTTP/1.1" status: 200  len: 1093 time: 1.1388149
May 21 15:57:37.104159 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07', 'tag': 'fd732fe4-c0cc-4cc1-a746-8acbe6361d8f'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:57:37.129135 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Pushing event updated for resources: {'Port': ['ID=fd732fe4-c0cc-4cc1-a746-8acbe6361d8f,revision_number=3']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:57:37.134371 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-7f772cd3-3e78-4bff-96cb-f55ca6ee2941 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:57:37.168880 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07', 'tag': 'fd732fe4-c0cc-4cc1-a746-8acbe6361d8f', 'status': 'completed', 'code': 200}
May 21 15:57:37.421809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e7005-7598-41b5-9022-d9ef107a1a4f req-f878bb46-68c3-433b-9543-683d0883e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:37.423319 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6a5e7005-7598-41b5-9022-d9ef107a1a4f req-f878bb46-68c3-433b-9543-683d0883e158 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 1096 time: 0.2338181
May 21 15:57:37.460354 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678f43c-fbba-466a-a45b-1b26705b10b1 req-0589f919-2786-4b43-84a8-b7eaab6fb09a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:37.461946 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9678f43c-fbba-466a-a45b-1b26705b10b1 req-0589f919-2786-4b43-84a8-b7eaab6fb09a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 943 time: 0.1313970
May 21 15:57:37.589387 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-9678f43c-fbba-466a-a45b-1b26705b10b1 req-6119fc00-fc24-4960-9416-556b71a50faa tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1191108
May 21 15:57:37.611194 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e7005-7598-41b5-9022-d9ef107a1a4f req-6b004f24-ae67-49af-a9d8-9370fef5d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:37.612663 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6a5e7005-7598-41b5-9022-d9ef107a1a4f req-6b004f24-ae67-49af-a9d8-9370fef5d46d service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1786487
May 21 15:57:37.748209 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e7005-7598-41b5-9022-d9ef107a1a4f req-753e342f-3309-4d6a-902e-6b8831a6eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:37.749677 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6a5e7005-7598-41b5-9022-d9ef107a1a4f req-753e342f-3309-4d6a-902e-6b8831a6eb28 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1298971
May 21 15:57:37.857129 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-9ffaeefe-7f4d-4825-92f8-d021d1892763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:37.858506 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-9ffaeefe-7f4d-4825-92f8-d021d1892763 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 1096 time: 0.0704067
May 21 15:57:37.930807 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-3047d562-e26c-46c6-ba2f-8ce63688360d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd732fe4-c0cc-4cc1-a746-8acbe6361d8f HTTP/1.1" status: 200  len: 217 time: 0.0640800
May 21 15:57:37.995715 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-d4bbbb24-6426-4360-beb3-d8eeb76b089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:37.997053 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-d4bbbb24-6426-4360-beb3-d8eeb76b089d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6201006-2e0c-47c7-83b1-5cdad697a876 HTTP/1.1" status: 200  len: 851 time: 0.0601048
May 21 15:57:38.072764 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-14e74b50-b642-41af-9d5f-3308929da377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:38.074246 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-14e74b50-b642-41af-9d5f-3308929da377 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63209c91-6a37-4380-a99b-8c32f2681b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705388
May 21 15:57:38.207068 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-371fdc9d-3564-4c03-9758-ed75e6da3cb4 service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249235
May 21 15:57:38.339077 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e6f9df97-6aa2-4934-b757-a71b5584879e req-857b1902-9a0a-4395-8383-5ab92372c918 service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251016
May 21 15:57:38.780405 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d258352-862d-4844-8395-7133121a05c1 req-69d0701d-9e6f-4d1a-b5ca-d57ccafa921a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:38.782701 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1d258352-862d-4844-8395-7133121a05c1 req-69d0701d-9e6f-4d1a-b5ca-d57ccafa921a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 943 time: 0.0851581
May 21 15:57:38.833079 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1d258352-862d-4844-8395-7133121a05c1 req-8532af77-8517-4eaf-88f8-fc73618bbb32 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443137
May 21 15:57:40.015263 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63cda9-c60c-4d75-add1-c9b8ef4ce151 req-47d642ab-b869-4b29-b938-d42cea027ebd tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:40.016751 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8d63cda9-c60c-4d75-add1-c9b8ef4ce151 req-47d642ab-b869-4b29-b938-d42cea027ebd tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 943 time: 0.0798445
May 21 15:57:40.061895 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8d63cda9-c60c-4d75-add1-c9b8ef4ce151 req-801f3274-7539-40ad-800d-a30687413b53 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389879
May 21 15:57:40.720295 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:57:41.265197 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876c840-b4cc-4b97-ae0d-f4c4805aea52 req-49c1985c-37d7-42f1-9d14-2bc6e6dcf94b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:41.266660 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b876c840-b4cc-4b97-ae0d-f4c4805aea52 req-49c1985c-37d7-42f1-9d14-2bc6e6dcf94b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 943 time: 0.0829394
May 21 15:57:41.312298 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b876c840-b4cc-4b97-ae0d-f4c4805aea52 req-826ff768-955a-4fc9-bf96-bd6724394b7d tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393639
May 21 15:57:42.500365 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd307f5-dcb1-4878-8a85-05cd6fddaf1d req-ac31ed9c-e67a-4041-bd33-ca4752884f52 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:42.501823 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6dd307f5-dcb1-4878-8a85-05cd6fddaf1d req-ac31ed9c-e67a-4041-bd33-ca4752884f52 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 943 time: 0.0822604
May 21 15:57:42.548757 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6dd307f5-dcb1-4878-8a85-05cd6fddaf1d req-a81176d4-39a7-48df-8b3e-c0efe913c79b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407062
May 21 15:57:43.003940 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-6b29faee-981d-4579-a901-55ccc65db04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:43.748773 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66f70b-ce92-41cd-b464-bda755af4bcb req-d3ae5508-1913-48a7-99a9-5e1d221ae24a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:43.750252 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8e66f70b-ce92-41cd-b464-bda755af4bcb req-d3ae5508-1913-48a7-99a9-5e1d221ae24a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 943 time: 0.0872235
May 21 15:57:43.795241 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8e66f70b-ce92-41cd-b464-bda755af4bcb req-740801a7-3f56-4366-b105-8900240ddb2a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391669
May 21 15:57:44.979305 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69f4b8-90ac-4bfa-9116-56df55ebeecd req-d4ecc60d-17c2-4afe-9416-bb58a80b4425 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:44.981032 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6c69f4b8-90ac-4bfa-9116-56df55ebeecd req-d4ecc60d-17c2-4afe-9416-bb58a80b4425 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 943 time: 0.0802462
May 21 15:57:45.025998 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-6c69f4b8-90ac-4bfa-9116-56df55ebeecd req-d271b682-853d-47db-b828-6fcf3caea6db tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392981
May 21 15:57:45.643567 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:45.837986 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-08b5775b-223b-4965-bdcc-979a3ce62e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:46.309015 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e92020-77b3-43fc-a891-3bb6ec9f263f req-6a6ae152-18fe-43ad-862c-5ae7e5c0430b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:46.310393 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-37e92020-77b3-43fc-a891-3bb6ec9f263f req-6a6ae152-18fe-43ad-862c-5ae7e5c0430b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 943 time: 0.1791399
May 21 15:57:46.358631 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-37e92020-77b3-43fc-a891-3bb6ec9f263f req-fdf37003-5e4c-4a24-84fc-feb211700ab5 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424440
May 21 15:57:46.480963 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device fd732fe4-c0cc-4cc1-a746-8acbe6361d8f details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=98821) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 21 15:57:46.619086 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=fd732fe4-c0cc-4cc1-a746-8acbe6361d8f,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:57:46.632923 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Returning: {'device': 'fd732fe4-c0cc-4cc1-a746-8acbe6361d8f', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'port_id': 'fd732fe4-c0cc-4cc1-a746-8acbe6361d8f', 'mac_address': 'fa:16:3e:c9:5c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98821) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 21 15:57:46.734433 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:46.752090 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd732fe4-c0cc-4cc1-a746-8acbe6361d8f {{(pid=98821) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 21 15:57:46.767571 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=fd732fe4-c0cc-4cc1-a746-8acbe6361d8f,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:57:46.768938 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:46.860629 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:46.862408 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:57:46.929384 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=fd732fe4-c0cc-4cc1-a746-8acbe6361d8f,revision_number=4']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:57:46.932589 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:57:47.102751 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] get_ports_and_sgs() called for port_ids ['fd732fe4-c0cc-4cc1-a746-8acbe6361d8f'] {{(pid=98821) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 21 15:57:47.544237 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a36bd7-94e4-425e-9e27-8635d1560ebf req-ac2d7cf7-2301-437f-b280-a9c57bdc7965 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:47.545680 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-44a36bd7-94e4-425e-9e27-8635d1560ebf req-ac2d7cf7-2301-437f-b280-a9c57bdc7965 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 944 time: 0.0813653
May 21 15:57:47.589676 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-44a36bd7-94e4-425e-9e27-8635d1560ebf req-8d451b25-4c1b-4621-baf0-a2cd73caecc4 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383594
May 21 15:57:48.479647 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device fd732fe4-c0cc-4cc1-a746-8acbe6361d8f up at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 21 15:57:48.511797 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:48.620292 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning for port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f completed by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 21 15:57:48.625282 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.provisioning_blocks [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Provisioning complete for port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f triggered by entity L2. {{(pid=98821) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 21 15:57:48.625658 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953206'] for port, provisioning_complete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:48.751782 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:48.780094 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd732fe4-c0cc-4cc1-a746-8acbe6361d8f'}] {{(pid=98821) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:57:48.791162 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] For port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=fd732fe4-c0cc-4cc1-a746-8acbe6361d8f,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:57:48.798502 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccf8d7-c070-4f5a-aef1-1140f7cf5b17 req-667a3a35-eaf7-4cbc-92b6-b97766aef905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:48.798955 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1eccf8d7-c070-4f5a-aef1-1140f7cf5b17 req-667a3a35-eaf7-4cbc-92b6-b97766aef905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 944 time: 0.0827074
May 21 15:57:48.830707 dv-cinder-792642-1-iscsi neutron-server[98821]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd732fe4-c0cc-4cc1-a746-8acbe6361d8f', 'code': 200}
May 21 15:57:48.851297 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-1eccf8d7-c070-4f5a-aef1-1140f7cf5b17 req-77475559-23d1-4232-a674-174d997fcac3 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460672
May 21 15:57:48.946768 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568'] for port, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:48.949387 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:57:49.045062 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Pushing event updated for resources: {'Port': ['ID=fd732fe4-c0cc-4cc1-a746-8acbe6361d8f,revision_number=5']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:57:49.052077 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:57:49.305039 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8b8a5-538f-4f7c-a860-a82483c236d2 req-21ab7ba0-3ed6-4d21-b6f6-497ad703822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:49.306593 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-14e8b8a5-538f-4f7c-a860-a82483c236d2 req-21ab7ba0-3ed6-4d21-b6f6-497ad703822c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 1098 time: 0.0728467
May 21 15:57:49.349502 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-14e8b8a5-538f-4f7c-a860-a82483c236d2 req-da016aea-e7c0-41a6-b61d-5d70b41c5459 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361667
May 21 15:57:50.203482 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950941a-4dfb-4e1a-9605-00b615a6310c req-4e83ea13-2b02-4bd2-840a-c4f1405d5077 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:50.204955 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3950941a-4dfb-4e1a-9605-00b615a6310c req-4e83ea13-2b02-4bd2-840a-c4f1405d5077 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 945 time: 0.2410460
May 21 15:57:50.252879 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3950941a-4dfb-4e1a-9605-00b615a6310c req-aa6eda6b-e6a7-42b9-9794-c06540f7a6fe tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413766
May 21 15:57:51.491560 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9188b-0be1-4a0e-8450-429115e6d417 req-dfc48196-78c7-4ecd-aac1-b473856b1a09 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:51.493141 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-07c9188b-0be1-4a0e-8450-429115e6d417 req-dfc48196-78c7-4ecd-aac1-b473856b1a09 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 945 time: 0.0821719
May 21 15:57:51.538996 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-07c9188b-0be1-4a0e-8450-429115e6d417 req-fcff35ae-15a8-409d-8902-14c7d942634e tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398214
May 21 15:57:51.726290 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6d9b9-c989-479d-b5ee-592924989111 req-459626ce-ac58-44af-af69-3fc5a644ec19 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:51.727813 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8eb6d9b9-c989-479d-b5ee-592924989111 req-459626ce-ac58-44af-af69-3fc5a644ec19 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 945 time: 0.0843580
May 21 15:57:51.772579 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-8eb6d9b9-c989-479d-b5ee-592924989111 req-cd1d15da-5bfb-4909-bdbc-37afe09e77bf tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388708
May 21 15:57:51.795885 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58988) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:57:51.868183 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b07ce2-9950-401a-8f7c-82a632f98d5c tempest-TestVolumeBootPattern-19785442 tempest-TestVolumeBootPattern-19785442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:51.869694 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-53b07ce2-9950-401a-8f7c-82a632f98d5c tempest-TestVolumeBootPattern-19785442 tempest-TestVolumeBootPattern-19785442-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 1093 time: 0.0728393
May 21 15:57:51.872463 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 58992) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:57:51.877555 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.v2.base [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Request body: {'floatingip': {'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'port_id': 'fd732fe4-c0cc-4cc1-a746-8acbe6361d8f', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=98819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 21 15:57:51.884285 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 21 15:57:51.888211 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Usage tracker for resource:floatingip and tenant:f79e7e2756644b98ac7565f7c9b6f6e2 is out of sync, need to count used quota {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 21 15:57:51.891399 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.quota.resource [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=98819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 21 15:57:51.897304 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.quota.driver [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=98819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 21 15:57:51.975129 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for floatingip, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:52.119953 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:52.265124 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_common [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Allocated IP 172.27.0.221 (eada4616-562d-476a-9813-40a69a73ac77/62e5ec77-de9c-44c4-b587-8a6ebd5821bc/890ea027-23e1-4cc3-8bc6-ef9b4e364970) {{(pid=98819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 21 15:57:52.422289 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for port, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:52.552184 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736311472505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:52.556134 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-fed66af9-abe0-4cb7-b72f-5e45d8735dca tempest-AttachVolumeTestJSON-1148955872 tempest-AttachVolumeTestJSON-1148955872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:57:52.620918 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Network eada4616-562d-476a-9813-40a69a73ac77 is already hosted by enough agents. {{(pid=98819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 21 15:57:52.623915 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.base_scheduler [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Resources bound (agent type, host, resource id):  {{(pid=98819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 21 15:57:52.627579 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Received port after_create {{(pid=98819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 21 15:57:52.661984 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event updated for resources: {'Port': ['ID=890ea027-23e1-4cc3-8bc6-ef9b4e364970,revision_number=1']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:57:52.680946 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:52.681330 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:52.681701 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:52.682067 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:52.682426 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:52.682838 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:52.683211 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:52.683566 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:52.683925 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:52.684279 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:52.684630 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:52.684977 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:57:52.690465 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:57:53.061912 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:53.212777 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613550'] for port, before_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:53.535731 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for port, precommit_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:53.580501 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736311887041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736311472523', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736311472568', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5568307'] for port, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:53.585084 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e73dafb4-df01-4e3a-98a1-11c2319459f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:57:53.696672 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event updated for resources: {'Port': ['ID=890ea027-23e1-4cc3-8bc6-ef9b4e364970,revision_number=2']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:57:53.699634 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:57:53.706836 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8122038'] for floatingip, after_update {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:53.886207 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.db.l3_db [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Floating IP 704568e2-94c6-4914-9f6c-bab71218ba3b associated. External IP: 172.27.0.221, port: fd732fe4-c0cc-4cc1-a746-8acbe6361d8f.
May 21 15:57:54.246365 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Router e0451022-b322-4cf5-bf18-6e3528051fa8 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:57:54.450450 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:57:54.460519 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1deec5f-1748-4129-96ce-4986deb17019 None None] Sync routers for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:57:54.470921 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1deec5f-1748-4129-96ce-4986deb17019 None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:57:54.471551 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-a1deec5f-1748-4129-96ce-4986deb17019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2149eb5730>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:57:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:57:54.620532 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:57:54.659245 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-a1deec5f-1748-4129-96ce-4986deb17019 None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:57:54.690750 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8072729
May 21 15:57:54.690750 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07', 'tag': 'fd732fe4-c0cc-4cc1-a746-8acbe6361d8f'}] {{(pid=98819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:57:54.728375 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07', 'tag': 'fd732fe4-c0cc-4cc1-a746-8acbe6361d8f', 'status': 'completed', 'code': 200}
May 21 15:57:54.825767 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162d484-548b-44d8-bd66-ad2cb03be4ff req-6d5abb86-9a95-472c-a601-57f9fb27b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:54.827393 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2162d484-548b-44d8-bd66-ad2cb03be4ff req-6d5abb86-9a95-472c-a601-57f9fb27b850 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 1098 time: 0.0758724
May 21 15:57:54.982338 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162d484-548b-44d8-bd66-ad2cb03be4ff req-01bdc868-3687-4e36-a881-c32c47ae02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:54.983863 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2162d484-548b-44d8-bd66-ad2cb03be4ff req-01bdc868-3687-4e36-a881-c32c47ae02e1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=63209c91-6a37-4380-a99b-8c32f2681b1d HTTP/1.1" status: 200  len: 913 time: 0.1502168
May 21 15:57:55.028287 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-a1deec5f-1748-4129-96ce-4986deb17019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2149eb5730>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '12b76293-3b71-4181-9795-577def1503db', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'port_id': '3e8e9a5e-c449-498a-ac25-308a1ded6697', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'mac_address': 'fa:16:3e:cf:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:55:39Z', 'updated_at': '2021-05-21T15:55:43Z', 'revision_number': 1, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address_scope': None}, {'id': '704568e2-94c6-4914-9f6c-bab71218ba3b', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'port_id': 'fd732fe4-c0cc-4cc1-a746-8acbe6361d8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'mac_address': 'fa:16:3e:c9:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:57:52Z', 'updated_at': '2021-05-21T15:57:52Z', 'revision_number': 0, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:57:55.032533 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1deec5f-1748-4129-96ce-4986deb17019 None None] Checking router: e0451022-b322-4cf5-bf18-6e3528051fa8 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:57:55.041216 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1deec5f-1748-4129-96ce-4986deb17019 None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:57:55.041826 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-a1deec5f-1748-4129-96ce-4986deb17019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2149eb5730>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:57:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:57:55.091199 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2162d484-548b-44d8-bd66-ad2cb03be4ff req-f826a838-5996-4377-b6b4-44035a698542 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd732fe4-c0cc-4cc1-a746-8acbe6361d8f HTTP/1.1" status: 200  len: 999 time: 0.1008434
May 21 15:57:55.157920 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162d484-548b-44d8-bd66-ad2cb03be4ff req-2a089465-9af6-4564-89c4-55596e8b7c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:55.159381 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2162d484-548b-44d8-bd66-ad2cb03be4ff req-2a089465-9af6-4564-89c4-55596e8b7c68 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6201006-2e0c-47c7-83b1-5cdad697a876 HTTP/1.1" status: 200  len: 851 time: 0.0613070
May 21 15:57:55.219361 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-a1deec5f-1748-4129-96ce-4986deb17019 None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:57:55.237850 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162d484-548b-44d8-bd66-ad2cb03be4ff req-e7a3139b-4f37-41c3-bf92-6372951782a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:57:55.239449 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2162d484-548b-44d8-bd66-ad2cb03be4ff req-e7a3139b-4f37-41c3-bf92-6372951782a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63209c91-6a37-4380-a99b-8c32f2681b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710170
May 21 15:57:55.377522 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2162d484-548b-44d8-bd66-ad2cb03be4ff req-7fd93136-9cd0-4b7a-b366-9a39f722862c service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297493
May 21 15:57:55.516219 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-2162d484-548b-44d8-bd66-ad2cb03be4ff req-3b6dc62d-74ef-424d-ba3e-99b9af55f52c service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319828
May 21 15:57:55.616356 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-a1deec5f-1748-4129-96ce-4986deb17019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2149eb5730>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '12b76293-3b71-4181-9795-577def1503db', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'port_id': '3e8e9a5e-c449-498a-ac25-308a1ded6697', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'mac_address': 'fa:16:3e:cf:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:55:39Z', 'updated_at': '2021-05-21T15:55:43Z', 'revision_number': 1, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address_scope': None}, {'id': '704568e2-94c6-4914-9f6c-bab71218ba3b', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'port_id': 'fd732fe4-c0cc-4cc1-a746-8acbe6361d8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'mac_address': 'fa:16:3e:c9:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:57:52Z', 'updated_at': '2021-05-21T15:57:52Z', 'revision_number': 0, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:57:55.620781 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1deec5f-1748-4129-96ce-4986deb17019 None None] The sync data for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi is: [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '12b76293-3b71-4181-9795-577def1503db', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'port_id': '3e8e9a5e-c449-498a-ac25-308a1ded6697', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'mac_address': 'fa:16:3e:cf:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:55:39Z', 'updated_at': '2021-05-21T15:55:43Z', 'revision_number': 1, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address_scope': None}, {'id': '704568e2-94c6-4914-9f6c-bab71218ba3b', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'port_id': 'fd732fe4-c0cc-4cc1-a746-8acbe6361d8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'mac_address': 'fa:16:3e:c9:5c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:57:52Z', 'updated_at': '2021-05-21T15:57:52Z', 'revision_number': 0, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:57:55.804876 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61dc3a2-7ec5-45f5-bfc2-c5a804c9a241 None None] New status for floating IP 704568e2-94c6-4914-9f6c-bab71218ba3b: ACTIVE {{(pid=98822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:57:59.372745 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:02.798093 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ebb1069f-9e07-4565-b24a-b8a4e915b701 req-1077cd53-4a7e-4ee1-a77e-2187ed0ae6f9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0721371
May 21 15:58:02.990866 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1069f-9e07-4565-b24a-b8a4e915b701 req-b68cab95-9f4f-48ab-a44e-578085b11518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:58:02.992387 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ebb1069f-9e07-4565-b24a-b8a4e915b701 req-b68cab95-9f4f-48ab-a44e-578085b11518 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7ce717bf7794f1293e5860dacaceff3&device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 1098 time: 0.0856416
May 21 15:58:03.256010 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1069f-9e07-4565-b24a-b8a4e915b701 req-db9166e1-a12b-4008-9f6c-472c628eb96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:58:03.257473 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ebb1069f-9e07-4565-b24a-b8a4e915b701 req-db9166e1-a12b-4008-9f6c-472c628eb96f service neutron] 10.222.0.25 "GET /v2.0/networks?id=d057e614-9e15-4f2a-a99e-4e69465cf06a HTTP/1.1" status: 200  len: 910 time: 0.2430968
May 21 15:58:03.373175 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ebb1069f-9e07-4565-b24a-b8a4e915b701 req-ec2ca37c-4a79-447c-8a52-b1c4f6679799 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44453683-24ae-41ec-a3ab-42ac7adb5361 HTTP/1.1" status: 200  len: 1001 time: 0.1074440
May 21 15:58:03.442233 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1069f-9e07-4565-b24a-b8a4e915b701 req-021b254b-27a4-4c05-84d9-998daa55327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:58:03.443800 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ebb1069f-9e07-4565-b24a-b8a4e915b701 req-021b254b-27a4-4c05-84d9-998daa55327c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6fcb861c-cac8-4893-aa9e-e78b1ee53a63 HTTP/1.1" status: 200  len: 848 time: 0.0638058
May 21 15:58:03.527627 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1069f-9e07-4565-b24a-b8a4e915b701 req-8e86316e-608b-4d38-b42f-aad58089fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:58:03.529040 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ebb1069f-9e07-4565-b24a-b8a4e915b701 req-8e86316e-608b-4d38-b42f-aad58089fbee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d057e614-9e15-4f2a-a99e-4e69465cf06a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760939
May 21 15:58:03.674046 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ebb1069f-9e07-4565-b24a-b8a4e915b701 req-9d85ef21-d777-4144-8f2e-bf96b0728929 service neutron] 10.222.0.25 "GET /v2.0/networks/d057e614-9e15-4f2a-a99e-4e69465cf06a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375191
May 21 15:58:03.825103 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ebb1069f-9e07-4565-b24a-b8a4e915b701 req-e13d481e-e915-4920-90f2-42cdfabc8656 service neutron] 10.222.0.25 "GET /v2.0/networks/d057e614-9e15-4f2a-a99e-4e69465cf06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395721
May 21 15:58:13.002466 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-2033733a-0b6c-42fb-974a-ec0119af50ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:15.645908 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:15.811548 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-d683419d-cf5c-4949-90d9-b7eea349148f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:16.784804 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:17.719234 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:58:18.471085 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:29.407225 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:30.366287 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 59008) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:58:30.648874 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-30d99cf0-e7fc-48b2-80f0-72ea51a61e5f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Deleting port ee4f811f-fd9a-4e76-b89c-d7639bf2e09b {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:58:30.649233 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-30d99cf0-e7fc-48b2-80f0-72ea51a61e5f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:30.773563 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-30d99cf0-e7fc-48b2-80f0-72ea51a61e5f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:30.773885 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-30d99cf0-e7fc-48b2-80f0-72ea51a61e5f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:30.903288 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-30d99cf0-e7fc-48b2-80f0-72ea51a61e5f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Calling delete_port for ee4f811f-fd9a-4e76-b89c-d7639bf2e09b owned by network:floatingip {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:58:31.121149 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-30d99cf0-e7fc-48b2-80f0-72ea51a61e5f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:31.125466 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ce13d267-f723-4b30-8da2-bb968a96392e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:58:31.176723 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d99cf0-e7fc-48b2-80f0-72ea51a61e5f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Pushing event deleted for resources: {'Port': ['ID=ee4f811f-fd9a-4e76-b89c-d7639bf2e09b,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:58:31.202668 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-30d99cf0-e7fc-48b2-80f0-72ea51a61e5f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:58:31.268913 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-30d99cf0-e7fc-48b2-80f0-72ea51a61e5f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for floatingip, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:31.269309 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.l3_db [None req-30d99cf0-e7fc-48b2-80f0-72ea51a61e5f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Floating IP bdbe5f42-00cb-4fac-a8c2-9ab143936a2d disassociated (deleted). External IP: 172.27.0.177, port: 44453683-24ae-41ec-a3ab-42ac7adb5361.
May 21 15:58:31.745852 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d99cf0-e7fc-48b2-80f0-72ea51a61e5f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Router 231f20bf-a173-4862-ab88-1878d8beae3e has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:58:31.931940 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d99cf0-e7fc-48b2-80f0-72ea51a61e5f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:58:31.947811 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b089374-b06d-4775-a00f-3457cad8b5dc None None] Sync routers for ids ['231f20bf-a173-4862-ab88-1878d8beae3e'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:58:31.959366 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b089374-b06d-4775-a00f-3457cad8b5dc None None] Routers {'231f20bf-a173-4862-ab88-1878d8beae3e'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:58:31.960020 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-5b089374-b06d-4775-a00f-3457cad8b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aa0a610>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:58:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['231f20bf-a173-4862-ab88-1878d8beae3e'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:32.081572 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-30d99cf0-e7fc-48b2-80f0-72ea51a61e5f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:32.146314 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-30d99cf0-e7fc-48b2-80f0-72ea51a61e5f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "DELETE /v2.0/floatingips/bdbe5f42-00cb-4fac-a8c2-9ab143936a2d HTTP/1.1" status: 204  len: 168 time: 1.7785511
May 21 15:58:32.147011 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'tag': '44453683-24ae-41ec-a3ab-42ac7adb5361'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:58:32.160701 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-5b089374-b06d-4775-a00f-3457cad8b5dc None None] Set router 231f20bf-a173-4862-ab88-1878d8beae3e gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:58:32.237686 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'tag': '44453683-24ae-41ec-a3ab-42ac7adb5361', 'status': 'completed', 'code': 200}
May 21 15:58:32.444877 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861eb85-0c20-4def-9311-6fee30eb3569 req-c57d53de-0024-4828-a74e-dbf0f427a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:58:32.446816 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b861eb85-0c20-4def-9311-6fee30eb3569 req-c57d53de-0024-4828-a74e-dbf0f427a102 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7ce717bf7794f1293e5860dacaceff3&device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 1098 time: 0.1780674
May 21 15:58:32.508508 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-5b089374-b06d-4775-a00f-3457cad8b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aa0a610>, [{'id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'name': 'tempest-TestShelveInstance-1002065834-router', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:25Z', 'updated_at': '2021-05-21T15:53:31Z', 'revision_number': 4, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'gw_port': {'id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:26Z', 'updated_at': '2021-05-21T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '3c712dae-a5cf-425d-bee4-f061b6a4388e', 'name': '', 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'mac_address': 'fa:16:3e:0a:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:30Z', 'updated_at': '2021-05-21T15:53:38Z', 'revision_number': 5, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'subnets': [{'id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:32.514198 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b089374-b06d-4775-a00f-3457cad8b5dc None None] Checking router: 231f20bf-a173-4862-ab88-1878d8beae3e for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:58:32.526451 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b089374-b06d-4775-a00f-3457cad8b5dc None None] Routers {'231f20bf-a173-4862-ab88-1878d8beae3e'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:58:32.527209 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-5b089374-b06d-4775-a00f-3457cad8b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214aa0a610>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:58:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['231f20bf-a173-4862-ab88-1878d8beae3e'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:32.702518 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861eb85-0c20-4def-9311-6fee30eb3569 req-2419cfad-b9aa-490d-8f56-70aafcff2d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:58:32.705435 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b861eb85-0c20-4def-9311-6fee30eb3569 req-2419cfad-b9aa-490d-8f56-70aafcff2d90 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d057e614-9e15-4f2a-a99e-4e69465cf06a HTTP/1.1" status: 200  len: 910 time: 0.2474661
May 21 15:58:32.728635 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-5b089374-b06d-4775-a00f-3457cad8b5dc None None] Set router 231f20bf-a173-4862-ab88-1878d8beae3e gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:58:32.803436 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b861eb85-0c20-4def-9311-6fee30eb3569 req-8b2eb9dd-5c99-44b4-8478-29634261c740 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44453683-24ae-41ec-a3ab-42ac7adb5361 HTTP/1.1" status: 200  len: 217 time: 0.0867271
May 21 15:58:32.902691 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861eb85-0c20-4def-9311-6fee30eb3569 req-e2665ece-ce07-4a43-ad39-f5d7b6514f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:58:32.904225 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b861eb85-0c20-4def-9311-6fee30eb3569 req-e2665ece-ce07-4a43-ad39-f5d7b6514f2a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6fcb861c-cac8-4893-aa9e-e78b1ee53a63 HTTP/1.1" status: 200  len: 848 time: 0.0914793
May 21 15:58:33.045713 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861eb85-0c20-4def-9311-6fee30eb3569 req-6bb365ea-069e-4c2a-b33f-f588d4d17673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:58:33.047236 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b861eb85-0c20-4def-9311-6fee30eb3569 req-6bb365ea-069e-4c2a-b33f-f588d4d17673 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d057e614-9e15-4f2a-a99e-4e69465cf06a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1355388
May 21 15:58:33.084653 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf76c48-cab1-4a1b-a21e-8edf36bfc458 req-7a091a77-72d2-4810-8b1a-761e3056c1d2 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:58:33.085366 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-fbf76c48-cab1-4a1b-a21e-8edf36bfc458 req-7a091a77-72d2-4810-8b1a-761e3056c1d2 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Synchronizing usage tracker for tenant:c7ce717bf7794f1293e5860dacaceff3 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:58:33.115177 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-5b089374-b06d-4775-a00f-3457cad8b5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214aa0a610>, [{'id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'name': 'tempest-TestShelveInstance-1002065834-router', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:25Z', 'updated_at': '2021-05-21T15:53:31Z', 'revision_number': 4, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'gw_port': {'id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:26Z', 'updated_at': '2021-05-21T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '3c712dae-a5cf-425d-bee4-f061b6a4388e', 'name': '', 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'mac_address': 'fa:16:3e:0a:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:30Z', 'updated_at': '2021-05-21T15:53:38Z', 'revision_number': 5, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'subnets': [{'id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:33.120343 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b089374-b06d-4775-a00f-3457cad8b5dc None None] The sync data for ids ['231f20bf-a173-4862-ab88-1878d8beae3e'] in dv-cinder-792642-1-iscsi is: [{'id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'name': 'tempest-TestShelveInstance-1002065834-router', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:25Z', 'updated_at': '2021-05-21T15:53:31Z', 'revision_number': 4, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'gw_port': {'id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:26Z', 'updated_at': '2021-05-21T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '3c712dae-a5cf-425d-bee4-f061b6a4388e', 'name': '', 'network_id': 'd057e614-9e15-4f2a-a99e-4e69465cf06a', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'mac_address': 'fa:16:3e:0a:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:30Z', 'updated_at': '2021-05-21T15:53:38Z', 'revision_number': 5, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'subnets': [{'id': '6fcb861c-cac8-4893-aa9e-e78b1ee53a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:58:33.209152 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b861eb85-0c20-4def-9311-6fee30eb3569 req-bcb35a64-195c-4d98-8c89-a6fee9dec80f service neutron] 10.222.0.25 "GET /v2.0/networks/d057e614-9e15-4f2a-a99e-4e69465cf06a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527107
May 21 15:58:33.239544 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-fbf76c48-cab1-4a1b-a21e-8edf36bfc458 req-7a091a77-72d2-4810-8b1a-761e3056c1d2 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Unset dirty status for tenant:c7ce717bf7794f1293e5860dacaceff3 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:58:33.240707 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fbf76c48-cab1-4a1b-a21e-8edf36bfc458 req-7a091a77-72d2-4810-8b1a-761e3056c1d2 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.3498762
May 21 15:58:33.399000 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fbf76c48-cab1-4a1b-a21e-8edf36bfc458 req-5d781c44-eb04-483d-af97-6eea3824554d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1511638
May 21 15:58:33.404420 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2ed772-31e5-4ac6-8895-819ed51d1223 None None] New status for floating IP bdbe5f42-00cb-4fac-a8c2-9ab143936a2d: DOWN {{(pid=98822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:58:33.440842 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-b861eb85-0c20-4def-9311-6fee30eb3569 req-0fa2d6a3-ab3d-4f72-8a84-ca80aaceb682 service neutron] 10.222.0.25 "GET /v2.0/networks/d057e614-9e15-4f2a-a99e-4e69465cf06a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235878
May 21 15:58:34.603032 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6c6f0-4a60-46cd-bbcd-bb34cde835f3 req-dde65982-53ad-403e-9f0f-1f8830667b10 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:58:34.604529 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-70f6c6f0-4a60-46cd-bbcd-bb34cde835f3 req-dde65982-53ad-403e-9f0f-1f8830667b10 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.0903368
May 21 15:58:34.698023 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-70f6c6f0-4a60-46cd-bbcd-bb34cde835f3 req-33f9e23b-b595-4015-98eb-6b095127cc03 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/security-groups?id=4689bf5f-72f3-42e3-8549-cb230dafbef6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612850
May 21 15:58:34.718082 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa636951-9557-42cf-ae57-7dca6e4e0971 req-4d340b03-79e2-45b5-9d6c-b9cc77d9885d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:58:34.719629 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fa636951-9557-42cf-ae57-7dca6e4e0971 req-4d340b03-79e2-45b5-9d6c-b9cc77d9885d tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.25 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 945 time: 0.1140256
May 21 15:58:35.022089 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-fa636951-9557-42cf-ae57-7dca6e4e0971 req-72e30bf3-e90b-4606-99fe-61a92ed1a44e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Deleting port 44453683-24ae-41ec-a3ab-42ac7adb5361 {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:58:35.022432 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-fa636951-9557-42cf-ae57-7dca6e4e0971 req-72e30bf3-e90b-4606-99fe-61a92ed1a44e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:35.167125 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-fa636951-9557-42cf-ae57-7dca6e4e0971 req-72e30bf3-e90b-4606-99fe-61a92ed1a44e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] For port 44453683-24ae-41ec-a3ab-42ac7adb5361, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=44453683-24ae-41ec-a3ab-42ac7adb5361,segment=NetworkSegment(b971bb14-b7ef-42c7-8d35-d26d8ecb2cae),segment_id=b971bb14-b7ef-42c7-8d35-d26d8ecb2cae)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:58:35.167482 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-fa636951-9557-42cf-ae57-7dca6e4e0971 req-72e30bf3-e90b-4606-99fe-61a92ed1a44e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:35.301590 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-fa636951-9557-42cf-ae57-7dca6e4e0971 req-72e30bf3-e90b-4606-99fe-61a92ed1a44e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Calling delete_port for 44453683-24ae-41ec-a3ab-42ac7adb5361 owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:58:35.492680 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-fa636951-9557-42cf-ae57-7dca6e4e0971 req-72e30bf3-e90b-4606-99fe-61a92ed1a44e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:35.499206 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6c6abe53-1c55-45f1-bed1-a623b3715d61 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:58:35.546164 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e30bf3-e90b-4606-99fe-61a92ed1a44e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Pushing event deleted for resources: {'Port': ['ID=44453683-24ae-41ec-a3ab-42ac7adb5361,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:58:35.549398 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-72e30bf3-e90b-4606-99fe-61a92ed1a44e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:58:35.627342 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa636951-9557-42cf-ae57-7dca6e4e0971 req-72e30bf3-e90b-4606-99fe-61a92ed1a44e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] No DVR routers for this DVR port 44453683-24ae-41ec-a3ab-42ac7adb5361 on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:58:35.629889 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-fa636951-9557-42cf-ae57-7dca6e4e0971 req-72e30bf3-e90b-4606-99fe-61a92ed1a44e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:35.632623 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'name': 'network-vif-deleted', 'tag': '44453683-24ae-41ec-a3ab-42ac7adb5361'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:58:35.682794 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c7a5ec-8765-43d7-9c3a-e3f75505f561', 'name': 'network-vif-deleted', 'tag': '44453683-24ae-41ec-a3ab-42ac7adb5361', 'status': 'completed', 'code': 200}
May 21 15:58:35.725233 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-fa636951-9557-42cf-ae57-7dca6e4e0971 req-72e30bf3-e90b-4606-99fe-61a92ed1a44e tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.25 "DELETE /v2.0/ports/44453683-24ae-41ec-a3ab-42ac7adb5361 HTTP/1.1" status: 204  len: 173 time: 0.9912667
May 21 15:58:35.866809 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-c4693b29-4d49-4b4d-877b-5e0d193ec667 req-66303634-c207-4b38-b53b-99298c143185 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Synchronizing usage tracker for tenant:c7ce717bf7794f1293e5860dacaceff3 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:58:36.001945 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-c4693b29-4d49-4b4d-877b-5e0d193ec667 req-66303634-c207-4b38-b53b-99298c143185 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Unset dirty status for tenant:c7ce717bf7794f1293e5860dacaceff3 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:58:36.005838 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c4693b29-4d49-4b4d-877b-5e0d193ec667 req-66303634-c207-4b38-b53b-99298c143185 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 210 time: 0.1818624
May 21 15:58:36.731145 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 44453683-24ae-41ec-a3ab-42ac7adb5361 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:58:36.767404 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: 44453683-24ae-41ec-a3ab-42ac7adb5361 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:58:36.768097 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 44453683-24ae-41ec-a3ab-42ac7adb5361 not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:58:37.176300 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-0badfc10-0cdc-4211-9731-9bcc1e308817 req-80ebde4d-4a1f-4380-9b98-df2b5811d2f5 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "GET /v2.0/ports?device_id=39c7a5ec-8765-43d7-9c3a-e3f75505f561 HTTP/1.1" status: 200  len: 210 time: 0.0464478
May 21 15:58:38.274584 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 59034) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:58:38.344553 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:38.374884 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:38.541930 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:38.545855 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-a13366d6-38a5-416c-85b1-cdbcd101a3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:58:38.561582 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4689bf5f-72f3-42e3-8549-cb230dafbef6,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:58:38.570142 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:38.570508 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:38.570905 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:38.571260 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:38.571615 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:38.571961 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:38.572309 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:38.572653 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:38.573001 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:38.573345 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:38.573689 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:38.574034 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:38.577350 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:58:38.646329 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:38.647538 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-8d97cff6-a903-4546-8ed9-d601f6e1205f tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] 10.222.0.70 "DELETE /v2.0/security-groups/4689bf5f-72f3-42e3-8549-cb230dafbef6 HTTP/1.1" status: 204  len: 168 time: 0.3719053
May 21 15:58:38.760542 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 59040) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:58:39.545775 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ac731065-2411-48ca-a453-f52504d962cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026016'] for router_interface, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:39.994548 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-ac731065-2411-48ca-a453-f52504d962cc admin admin] Deleting port 3c712dae-a5cf-425d-bee4-f061b6a4388e {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:58:39.995304 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ac731065-2411-48ca-a453-f52504d962cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:40.123910 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-ac731065-2411-48ca-a453-f52504d962cc admin admin] For port 3c712dae-a5cf-425d-bee4-f061b6a4388e, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=3c712dae-a5cf-425d-bee4-f061b6a4388e,segment=NetworkSegment(b971bb14-b7ef-42c7-8d35-d26d8ecb2cae),segment_id=b971bb14-b7ef-42c7-8d35-d26d8ecb2cae)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:58:40.123910 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ac731065-2411-48ca-a453-f52504d962cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:40.262903 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-ac731065-2411-48ca-a453-f52504d962cc admin admin] Calling delete_port for 3c712dae-a5cf-425d-bee4-f061b6a4388e owned by network:router_interface {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:58:40.487349 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ac731065-2411-48ca-a453-f52504d962cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:40.491191 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:58:40.534756 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac731065-2411-48ca-a453-f52504d962cc admin admin] Pushing event deleted for resources: {'Port': ['ID=3c712dae-a5cf-425d-bee4-f061b6a4388e,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:58:40.538082 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ac731065-2411-48ca-a453-f52504d962cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:58:40.816909 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-ac731065-2411-48ca-a453-f52504d962cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8085960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026060'] for router_interface, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:41.292978 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac731065-2411-48ca-a453-f52504d962cc admin admin] Router 231f20bf-a173-4862-ab88-1878d8beae3e has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:58:41.483210 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac731065-2411-48ca-a453-f52504d962cc admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:58:41.492127 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d1944-e127-49b6-98ba-174a65c3ccc8 None None] Sync routers for ids ['231f20bf-a173-4862-ab88-1878d8beae3e'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:58:41.503280 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d1944-e127-49b6-98ba-174a65c3ccc8 None None] Routers {'231f20bf-a173-4862-ab88-1878d8beae3e'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:58:41.503280 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-3a5d1944-e127-49b6-98ba-174a65c3ccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ac42100>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:58:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['231f20bf-a173-4862-ab88-1878d8beae3e'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:41.566628 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-ac731065-2411-48ca-a453-f52504d962cc admin admin] 10.222.0.70 "PUT /v2.0/routers/231f20bf-a173-4862-ab88-1878d8beae3e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8048229
May 21 15:58:41.569444 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 59046) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:58:41.736214 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-3a5d1944-e127-49b6-98ba-174a65c3ccc8 None None] Set router 231f20bf-a173-4862-ab88-1878d8beae3e gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:58:41.753008 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5b58d881-8b6b-46bf-b3e8-b12fae006448 admin admin] Notify callbacks [] for router, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:41.935786 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5b58d881-8b6b-46bf-b3e8-b12fae006448 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:42.050018 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-3a5d1944-e127-49b6-98ba-174a65c3ccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ac42100>, [{'id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'name': 'tempest-TestShelveInstance-1002065834-router', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:25Z', 'updated_at': '2021-05-21T15:58:40Z', 'revision_number': 5, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'gw_port': {'id': 'e828cd8c-bebd-4a28-aec9-8599598f509a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:26Z', 'updated_at': '2021-05-21T15:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:42.054208 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d1944-e127-49b6-98ba-174a65c3ccc8 None None] Checking router: 231f20bf-a173-4862-ab88-1878d8beae3e for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:58:42.063136 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d1944-e127-49b6-98ba-174a65c3ccc8 None None] Routers {'231f20bf-a173-4862-ab88-1878d8beae3e'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:58:42.063661 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-3a5d1944-e127-49b6-98ba-174a65c3ccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ac42100>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:58:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['231f20bf-a173-4862-ab88-1878d8beae3e'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:42.101182 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-5b58d881-8b6b-46bf-b3e8-b12fae006448 admin admin] Deleting port e828cd8c-bebd-4a28-aec9-8599598f509a {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:58:42.101519 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5b58d881-8b6b-46bf-b3e8-b12fae006448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:42.214697 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-3a5d1944-e127-49b6-98ba-174a65c3ccc8 None None] Set router 231f20bf-a173-4862-ab88-1878d8beae3e gateway port host: None {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:58:42.244841 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-5b58d881-8b6b-46bf-b3e8-b12fae006448 admin admin] For port e828cd8c-bebd-4a28-aec9-8599598f509a, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=e828cd8c-bebd-4a28-aec9-8599598f509a,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:58:42.245245 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5b58d881-8b6b-46bf-b3e8-b12fae006448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:42.327067 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-3a5d1944-e127-49b6-98ba-174a65c3ccc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ac42100>, [{'id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'name': 'tempest-TestShelveInstance-1002065834-router', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:25Z', 'updated_at': '2021-05-21T15:58:41Z', 'revision_number': 6, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'gw_port_host': None}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:42.331442 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d1944-e127-49b6-98ba-174a65c3ccc8 None None] The sync data for ids ['231f20bf-a173-4862-ab88-1878d8beae3e'] in dv-cinder-792642-1-iscsi is: [{'id': '231f20bf-a173-4862-ab88-1878d8beae3e', 'name': 'tempest-TestShelveInstance-1002065834-router', 'tenant_id': 'c7ce717bf7794f1293e5860dacaceff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:25Z', 'updated_at': '2021-05-21T15:58:41Z', 'revision_number': 6, 'project_id': 'c7ce717bf7794f1293e5860dacaceff3', 'gw_port_host': None}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:58:42.380672 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-5b58d881-8b6b-46bf-b3e8-b12fae006448 admin admin] Calling delete_port for e828cd8c-bebd-4a28-aec9-8599598f509a owned by network:router_gateway {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:58:42.716418 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 3c712dae-a5cf-425d-bee4-f061b6a4388e no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:58:42.722231 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5b58d881-8b6b-46bf-b3e8-b12fae006448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:42.731230 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-0f003fc7-cea2-47f0-8e6b-a7a6d7443e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:58:42.760650 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: 3c712dae-a5cf-425d-bee4-f061b6a4388e {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:58:42.761010 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 3c712dae-a5cf-425d-bee4-f061b6a4388e not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:58:42.815784 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58d881-8b6b-46bf-b3e8-b12fae006448 admin admin] Pushing event deleted for resources: {'Port': ['ID=e828cd8c-bebd-4a28-aec9-8599598f509a,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:58:42.844139 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-5b58d881-8b6b-46bf-b3e8-b12fae006448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:58:42.907934 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5b58d881-8b6b-46bf-b3e8-b12fae006448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121925'] for router_gateway, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:42.995104 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-80f75b3e-3624-4e7d-ba52-dc245be53f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:43.085029 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5b58d881-8b6b-46bf-b3e8-b12fae006448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8118647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258358'] for router, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:43.087941 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5b58d881-8b6b-46bf-b3e8-b12fae006448 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:43.178251 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5b58d881-8b6b-46bf-b3e8-b12fae006448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8118441'] for router, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:43.178794 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b58d881-8b6b-46bf-b3e8-b12fae006448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 231f20bf-a173-4862-ab88-1878d8beae3e {{(pid=98819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 21 15:58:43.194755 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5b58d881-8b6b-46bf-b3e8-b12fae006448 admin admin] Notify callbacks [] for router, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:43.198944 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-5b58d881-8b6b-46bf-b3e8-b12fae006448 admin admin] 10.222.0.70 "DELETE /v2.0/routers/231f20bf-a173-4862-ab88-1878d8beae3e HTTP/1.1" status: 204  len: 168 time: 1.6254013
May 21 15:58:43.198944 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 59050) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:58:43.264726 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d863a93-3a04-4e2b-9d67-8145357b9bcc admin admin] Deleting subnet 6fcb861c-cac8-4893-aa9e-e78b1ee53a63 {{(pid=98819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 21 15:58:43.269149 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0d863a93-3a04-4e2b-9d67-8145357b9bcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:43.323963 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0d863a93-3a04-4e2b-9d67-8145357b9bcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932813'] for subnet, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:43.415402 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0d863a93-3a04-4e2b-9d67-8145357b9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981060'] for subnet, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:43.769772 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0d863a93-3a04-4e2b-9d67-8145357b9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5568265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6212389'] for subnet, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:43.773773 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:58:43.814048 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d863a93-3a04-4e2b-9d67-8145357b9bcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fcb861c-cac8-4893-aa9e-e78b1ee53a63,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:58:43.816690 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-0d863a93-3a04-4e2b-9d67-8145357b9bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:58:43.820009 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-0d863a93-3a04-4e2b-9d67-8145357b9bcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:43.825798 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bc71d5-0c3f-43d0-b532-566deb274190 None None] Network d057e614-9e15-4f2a-a99e-4e69465cf06a requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:58:43.828035 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-0d863a93-3a04-4e2b-9d67-8145357b9bcc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6fcb861c-cac8-4893-aa9e-e78b1ee53a63 HTTP/1.1" status: 204  len: 168 time: 0.6283758
May 21 15:58:43.830552 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 59054) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:58:43.935945 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597767'] for network, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:44.015881 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] Deleting port 9d463b29-5386-4a3c-8f78-50f660f07dbb {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:58:44.016748 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:44.132059 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] For port 9d463b29-5386-4a3c-8f78-50f660f07dbb, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=9d463b29-5386-4a3c-8f78-50f660f07dbb,segment=NetworkSegment(b971bb14-b7ef-42c7-8d35-d26d8ecb2cae),segment_id=b971bb14-b7ef-42c7-8d35-d26d8ecb2cae)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:58:44.132425 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:44.176927 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] DHCP port deletion for d057e614-9e15-4f2a-a99e-4e69465cf06a request from dv-cinder-792642-1-iscsi {{(pid=98821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 21 15:58:44.251631 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Deleting port 9d463b29-5386-4a3c-8f78-50f660f07dbb {{(pid=98821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:58:44.252018 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:44.261068 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] Calling delete_port for 9d463b29-5386-4a3c-8f78-50f660f07dbb owned by network:dhcp {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:58:44.351942 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] For port 9d463b29-5386-4a3c-8f78-50f660f07dbb, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=9d463b29-5386-4a3c-8f78-50f660f07dbb,segment=NetworkSegment(b971bb14-b7ef-42c7-8d35-d26d8ecb2cae),segment_id=b971bb14-b7ef-42c7-8d35-d26d8ecb2cae)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:58:44.352333 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:44.378757 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:44.385061 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-3ff3dbd9-31ec-4e3b-926a-5dced2d3b9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:58:44.468363 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d463b29-5386-4a3c-8f78-50f660f07dbb,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:58:44.472316 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:58:44.473151 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] No DVR routers for this DVR port 9d463b29-5386-4a3c-8f78-50f660f07dbb on host dv-cinder-792642-1-iscsi {{(pid=98819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:58:44.539794 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 9d463b29-5386-4a3c-8f78-50f660f07dbb no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:58:44.571014 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Calling delete_port for 9d463b29-5386-4a3c-8f78-50f660f07dbb owned by network:dhcp {{(pid=98821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:58:44.586300 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: 9d463b29-5386-4a3c-8f78-50f660f07dbb {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:58:44.586650 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 9d463b29-5386-4a3c-8f78-50f660f07dbb not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:58:44.587121 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device e828cd8c-bebd-4a28-aec9-8599598f509a no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:58:44.621931 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: e828cd8c-bebd-4a28-aec9-8599598f509a {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:58:44.622277 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device e828cd8c-bebd-4a28-aec9-8599598f509a not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:58:44.672920 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514'] for port, after_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:44.676642 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:58:44.719503 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Pushing event deleted for resources: {'Port': ['ID=9d463b29-5386-4a3c-8f78-50f660f07dbb,revision_number=None']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:58:44.724382 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] No DVR routers for this DVR port 9d463b29-5386-4a3c-8f78-50f660f07dbb on host dv-cinder-792642-1-iscsi {{(pid=98821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:58:44.731223 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:44.731223 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:44.731533 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:44.731933 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:44.732351 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:44.732598 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:44.732925 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:44.733244 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:44.734083 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:44.734083 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:44.734287 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:44.734468 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:58:44.738867 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-7b2e25bf-695d-43db-b900-681439737ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:58:44.768985 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980989', 'neutron.services.segments.db._delete_segments_for_network-8736311911289'] for network, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:44.792749 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f21494c8820>,) {'filters': {'network_id': ['d057e614-9e15-4f2a-a99e-4e69465cf06a']}} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:44.817586 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f21494c8820>, 'b971bb14-b7ef-42c7-8d35-d26d8ecb2cae') {'for_net_delete': True} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:44.818119 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f21494c8820>, 'b971bb14-b7ef-42c7-8d35-d26d8ecb2cae') {} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:44.843452 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736311923725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932820'] for segment, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:44.873594 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:44.883623 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=98819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 21 15:58:44.884129 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5568343'] for segment, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]: Traceback (most recent call last):
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:     timer()
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:     cb(*args, **kw)
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:     return func(*args, **kwargs)
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:     self._notify()
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:     self.callback(batched_events)
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:     event.method(event)
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_uuid = self.p_client.list_aggregates(
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:     return f(self, *a, **k)
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._get(url).json()
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self.request(url, 'GET', **kwargs)
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:     base_url = self.get_endpoint(auth, allow=allow,
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 21 15:58:44.906416 dv-cinder-792642-1-iscsi neutron-server[98819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 21 15:58:45.298344 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8122016'] for network, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:45.302213 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:58:45.318892 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:45.326898 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=d057e614-9e15-4f2a-a99e-4e69465cf06a,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:58:45.331201 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:58:45.337301 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-7ce04941-8be1-4ef0-8e31-e90f0e182b89 admin admin] 10.222.0.70 "DELETE /v2.0/networks/d057e614-9e15-4f2a-a99e-4e69465cf06a HTTP/1.1" status: 204  len: 168 time: 1.5057039
May 21 15:58:45.340274 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 59060) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:58:45.731942 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:45.869584 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-5a13faca-2ebd-46c9-89aa-8560f9df2116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:45.914662 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8731e4b2-0b11-4ee4-a19d-6e2c0a6dc2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026016'] for router_interface, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:46.332107 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-8731e4b2-0b11-4ee4-a19d-6e2c0a6dc2bb admin admin] Deleting port bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:58:46.332450 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8731e4b2-0b11-4ee4-a19d-6e2c0a6dc2bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:46.459356 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-8731e4b2-0b11-4ee4-a19d-6e2c0a6dc2bb admin admin] For port bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb,segment=NetworkSegment(2ffb4003-abc1-40d8-ba76-c9280471648d),segment_id=2ffb4003-abc1-40d8-ba76-c9280471648d)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:58:46.459721 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8731e4b2-0b11-4ee4-a19d-6e2c0a6dc2bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:46.691114 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-8731e4b2-0b11-4ee4-a19d-6e2c0a6dc2bb admin admin] Calling delete_port for bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb owned by network:router_interface {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:58:46.760843 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:46.901037 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8731e4b2-0b11-4ee4-a19d-6e2c0a6dc2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:46.905016 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:58:46.950168 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731e4b2-0b11-4ee4-a19d-6e2c0a6dc2bb admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:58:46.953286 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-8731e4b2-0b11-4ee4-a19d-6e2c0a6dc2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:58:47.232680 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-8731e4b2-0b11-4ee4-a19d-6e2c0a6dc2bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8085960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026060'] for router_interface, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:47.604722 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8731e4b2-0b11-4ee4-a19d-6e2c0a6dc2bb admin admin] Router f84b93a6-4e01-4fde-9e61-03ea89763f37 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:58:47.788340 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8731e4b2-0b11-4ee4-a19d-6e2c0a6dc2bb admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:58:47.797670 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca08a42-7002-49a7-ad55-22a0e778df59 None None] Sync routers for ids ['f84b93a6-4e01-4fde-9e61-03ea89763f37'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:58:47.808253 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca08a42-7002-49a7-ad55-22a0e778df59 None None] Routers {'f84b93a6-4e01-4fde-9e61-03ea89763f37'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:58:47.817604 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-5ca08a42-7002-49a7-ad55-22a0e778df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214a1aa550>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:58:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['f84b93a6-4e01-4fde-9e61-03ea89763f37'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:47.902635 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-8731e4b2-0b11-4ee4-a19d-6e2c0a6dc2bb admin admin] 10.222.0.70 "PUT /v2.0/routers/f84b93a6-4e01-4fde-9e61-03ea89763f37/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5611897
May 21 15:58:47.905380 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 59064) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:58:48.001440 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-5ca08a42-7002-49a7-ad55-22a0e778df59 None None] Set router f84b93a6-4e01-4fde-9e61-03ea89763f37 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:58:48.270901 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-083f663a-5dea-44e9-80b0-578c5c1d238a admin admin] Notify callbacks [] for router, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:48.309082 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-5ca08a42-7002-49a7-ad55-22a0e778df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214a1aa550>, [{'id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'name': 'tempest-TestShelveInstance-287265720-router', 'tenant_id': '6f18befa50054df193ff7e401c421226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:36Z', 'updated_at': '2021-05-21T15:58:46Z', 'revision_number': 5, 'project_id': '6f18befa50054df193ff7e401c421226', 'gw_port': {'id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:38Z', 'updated_at': '2021-05-21T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:48.313314 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca08a42-7002-49a7-ad55-22a0e778df59 None None] Checking router: f84b93a6-4e01-4fde-9e61-03ea89763f37 for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:58:48.322272 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca08a42-7002-49a7-ad55-22a0e778df59 None None] Routers {'f84b93a6-4e01-4fde-9e61-03ea89763f37'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:58:48.322928 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-5ca08a42-7002-49a7-ad55-22a0e778df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214a1aa550>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:58:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['f84b93a6-4e01-4fde-9e61-03ea89763f37'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:48.476131 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-083f663a-5dea-44e9-80b0-578c5c1d238a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:48.486585 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:48.550888 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-5ca08a42-7002-49a7-ad55-22a0e778df59 None None] Set router f84b93a6-4e01-4fde-9e61-03ea89763f37 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:58:48.639317 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-083f663a-5dea-44e9-80b0-578c5c1d238a admin admin] Deleting port 92c670b1-cd63-43b1-9edd-0166a416e16a {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:58:48.639643 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-083f663a-5dea-44e9-80b0-578c5c1d238a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:48.765032 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-083f663a-5dea-44e9-80b0-578c5c1d238a admin admin] For port 92c670b1-cd63-43b1-9edd-0166a416e16a, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=92c670b1-cd63-43b1-9edd-0166a416e16a,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:58:48.765394 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-083f663a-5dea-44e9-80b0-578c5c1d238a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:48.881318 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-5ca08a42-7002-49a7-ad55-22a0e778df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214a1aa550>, [{'id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'name': 'tempest-TestShelveInstance-287265720-router', 'tenant_id': '6f18befa50054df193ff7e401c421226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:36Z', 'updated_at': '2021-05-21T15:58:46Z', 'revision_number': 5, 'project_id': '6f18befa50054df193ff7e401c421226', 'gw_port': {'id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:38Z', 'updated_at': '2021-05-21T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:48.885584 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca08a42-7002-49a7-ad55-22a0e778df59 None None] The sync data for ids ['f84b93a6-4e01-4fde-9e61-03ea89763f37'] in dv-cinder-792642-1-iscsi is: [{'id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'name': 'tempest-TestShelveInstance-287265720-router', 'tenant_id': '6f18befa50054df193ff7e401c421226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253'}], 'enable_snat': True}, 'gw_port_id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:53:36Z', 'updated_at': '2021-05-21T15:58:46Z', 'revision_number': 5, 'project_id': '6f18befa50054df193ff7e401c421226', 'gw_port': {'id': '92c670b1-cd63-43b1-9edd-0166a416e16a', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:60:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84b93a6-4e01-4fde-9e61-03ea89763f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:53:38Z', 'updated_at': '2021-05-21T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:58:48.904354 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-083f663a-5dea-44e9-80b0-578c5c1d238a admin admin] Calling delete_port for 92c670b1-cd63-43b1-9edd-0166a416e16a owned by network:router_gateway {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:58:49.163484 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-083f663a-5dea-44e9-80b0-578c5c1d238a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:49.167475 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4c536426-6aa6-4f2a-baef-9f83e1240356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:58:49.220292 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f663a-5dea-44e9-80b0-578c5c1d238a admin admin] Pushing event deleted for resources: {'Port': ['ID=92c670b1-cd63-43b1-9edd-0166a416e16a,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:58:49.223278 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-083f663a-5dea-44e9-80b0-578c5c1d238a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:58:49.317589 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-083f663a-5dea-44e9-80b0-578c5c1d238a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121925'] for router_gateway, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:49.494371 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-083f663a-5dea-44e9-80b0-578c5c1d238a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8118647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258358'] for router, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:49.497100 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-083f663a-5dea-44e9-80b0-578c5c1d238a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:49.634752 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-083f663a-5dea-44e9-80b0-578c5c1d238a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8118441'] for router, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:49.635317 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083f663a-5dea-44e9-80b0-578c5c1d238a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f84b93a6-4e01-4fde-9e61-03ea89763f37 {{(pid=98819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 21 15:58:49.650097 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-083f663a-5dea-44e9-80b0-578c5c1d238a admin admin] Notify callbacks [] for router, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:49.651304 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-083f663a-5dea-44e9-80b0-578c5c1d238a admin admin] 10.222.0.70 "DELETE /v2.0/routers/f84b93a6-4e01-4fde-9e61-03ea89763f37 HTTP/1.1" status: 204  len: 168 time: 1.7449367
May 21 15:58:49.654574 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 59068) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:58:49.723972 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0444a21-8e0c-4aec-aca1-8d83d0bfcdb2 admin admin] Deleting subnet ebd593c7-5360-4d3c-ac16-f28c063d7a71 {{(pid=98819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 21 15:58:49.728549 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e0444a21-8e0c-4aec-aca1-8d83d0bfcdb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:49.786930 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e0444a21-8e0c-4aec-aca1-8d83d0bfcdb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932813'] for subnet, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:49.880378 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e0444a21-8e0c-4aec-aca1-8d83d0bfcdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981060'] for subnet, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:50.223414 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e0444a21-8e0c-4aec-aca1-8d83d0bfcdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5568265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6212389'] for subnet, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:50.227676 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:58:50.372558 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0444a21-8e0c-4aec-aca1-8d83d0bfcdb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd593c7-5360-4d3c-ac16-f28c063d7a71,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:58:50.375648 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-e0444a21-8e0c-4aec-aca1-8d83d0bfcdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:58:50.376616 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-e0444a21-8e0c-4aec-aca1-8d83d0bfcdb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:50.383560 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-e0444a21-8e0c-4aec-aca1-8d83d0bfcdb2 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ebd593c7-5360-4d3c-ac16-f28c063d7a71 HTTP/1.1" status: 204  len: 168 time: 0.7279117
May 21 15:58:50.385852 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98a5ad4-adab-401a-99c0-91f3f378afdf None None] Network bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:58:50.386353 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 59072) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:58:50.520424 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597767'] for network, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:50.530292 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:58:50.599947 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:58:50.599947 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device bd2de6f5-9d83-43a1-b1a4-eb17a7ff9cbb not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:58:50.600679 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 92c670b1-cd63-43b1-9edd-0166a416e16a no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:58:50.605724 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Deleting port 3049c647-1d5e-4e92-b63b-16423a8fa2d6 {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:58:50.606068 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:50.637988 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: 92c670b1-cd63-43b1-9edd-0166a416e16a {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:58:50.638281 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 92c670b1-cd63-43b1-9edd-0166a416e16a not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:58:50.716324 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] For port 3049c647-1d5e-4e92-b63b-16423a8fa2d6, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=3049c647-1d5e-4e92-b63b-16423a8fa2d6,segment=NetworkSegment(2ffb4003-abc1-40d8-ba76-c9280471648d),segment_id=2ffb4003-abc1-40d8-ba76-c9280471648d)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:58:50.716685 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:50.735151 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc25d7c1-f8cd-402a-bcd8-cd978fbfc239 None None] DHCP port deletion for bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53 request from dv-cinder-792642-1-iscsi {{(pid=98821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 21 15:58:50.805086 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-cc25d7c1-f8cd-402a-bcd8-cd978fbfc239 None None] Deleting port 3049c647-1d5e-4e92-b63b-16423a8fa2d6 {{(pid=98821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:58:50.805458 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-cc25d7c1-f8cd-402a-bcd8-cd978fbfc239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:50.905872 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-cc25d7c1-f8cd-402a-bcd8-cd978fbfc239 None None] For port 3049c647-1d5e-4e92-b63b-16423a8fa2d6, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=3049c647-1d5e-4e92-b63b-16423a8fa2d6,segment=NetworkSegment(2ffb4003-abc1-40d8-ba76-c9280471648d),segment_id=2ffb4003-abc1-40d8-ba76-c9280471648d)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:58:50.906737 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-cc25d7c1-f8cd-402a-bcd8-cd978fbfc239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:50.946455 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Calling delete_port for 3049c647-1d5e-4e92-b63b-16423a8fa2d6 owned by network:dhcp {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:58:51.039098 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-cc25d7c1-f8cd-402a-bcd8-cd978fbfc239 None None] Calling delete_port for 3049c647-1d5e-4e92-b63b-16423a8fa2d6 owned by network:dhcp {{(pid=98821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:58:51.069195 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:51.076627 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-5474c334-bbf0-4c1b-b742-92ebba19b76b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:58:51.083865 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-cc25d7c1-f8cd-402a-bcd8-cd978fbfc239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514'] for port, after_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:51.087668 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-82a28540-c1e1-437b-b347-ab76ff3c657a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:58:51.124026 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Pushing event deleted for resources: {'Port': ['ID=3049c647-1d5e-4e92-b63b-16423a8fa2d6,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:58:51.127235 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:58:51.128023 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] No DVR routers for this DVR port 3049c647-1d5e-4e92-b63b-16423a8fa2d6 on host dv-cinder-792642-1-iscsi {{(pid=98819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:58:51.134155 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25d7c1-f8cd-402a-bcd8-cd978fbfc239 None None] Pushing event deleted for resources: {'Port': ['ID=3049c647-1d5e-4e92-b63b-16423a8fa2d6,revision_number=None']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:58:51.136491 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-cc25d7c1-f8cd-402a-bcd8-cd978fbfc239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:58:51.139101 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc25d7c1-f8cd-402a-bcd8-cd978fbfc239 None None] No DVR routers for this DVR port 3049c647-1d5e-4e92-b63b-16423a8fa2d6 on host dv-cinder-792642-1-iscsi {{(pid=98821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:58:51.245090 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980989', 'neutron.services.segments.db._delete_segments_for_network-8736311911289'] for network, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:51.259423 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f214a7fe700>,) {'filters': {'network_id': ['bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53']}} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:51.272501 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f214a7fe700>, '2ffb4003-abc1-40d8-ba76-c9280471648d') {'for_net_delete': True} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:51.272798 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f214a7fe700>, '2ffb4003-abc1-40d8-ba76-c9280471648d') {} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:58:51.285475 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736311923725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932820'] for segment, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:51.301582 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:51.307691 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=98819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 21 15:58:51.308075 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5568343'] for segment, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]: Traceback (most recent call last):
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:     timer()
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:     cb(*args, **kw)
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:     return func(*args, **kwargs)
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:     self._notify()
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:     self.callback(batched_events)
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:     event.method(event)
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_uuid = self.p_client.list_aggregates(
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:     return f(self, *a, **k)
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._get(url).json()
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self.request(url, 'GET', **kwargs)
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:     base_url = self.get_endpoint(auth, allow=allow,
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 21 15:58:51.321475 dv-cinder-792642-1-iscsi neutron-server[98819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 21 15:58:51.457645 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8122016'] for network, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:51.461383 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-37622442-74f8-46bf-9fd0-6d12ab7e5329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:58:51.474796 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:51.485930 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:58:51.490218 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:58:51.493818 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] 10.222.0.70 "DELETE /v2.0/networks/bc5c18d7-ca8d-4afc-bf3b-f54fc1bbac53 HTTP/1.1" status: 204  len: 168 time: 1.1062860
May 21 15:58:51.870560 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 59078) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:58:51.935276 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-93b9c98c-18e6-496b-9d48-fca85794e192 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c7ce717bf7794f1293e5860dacaceff3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0632005
May 21 15:58:51.938491 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 59082) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:58:52.006636 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5ba369d8-0cac-4985-98e7-8ff736a27fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:52.034863 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5ba369d8-0cac-4985-98e7-8ff736a27fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:52.126771 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5ba369d8-0cac-4985-98e7-8ff736a27fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:52.130546 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-83cfa5e4-2fd3-419f-8d7d-e912607b616e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:58:52.144846 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba369d8-0cac-4985-98e7-8ff736a27fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0890c9a-d3f1-4bde-924e-5ec76814e104,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:58:52.148754 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-5ba369d8-0cac-4985-98e7-8ff736a27fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:58:52.152080 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-5ba369d8-0cac-4985-98e7-8ff736a27fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:52.153186 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-5ba369d8-0cac-4985-98e7-8ff736a27fa5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0890c9a-d3f1-4bde-924e-5ec76814e104 HTTP/1.1" status: 204  len: 168 time: 0.2137790
May 21 15:58:52.499169 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 3049c647-1d5e-4e92-b63b-16423a8fa2d6 no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:58:52.537527 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: 3049c647-1d5e-4e92-b63b-16423a8fa2d6 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:58:52.537882 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 3049c647-1d5e-4e92-b63b-16423a8fa2d6 not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:58:52.916388 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 59092) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:58:52.974621 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-e39797c9-20bb-4b44-b3a2-1df1a0f81740 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6f18befa50054df193ff7e401c421226&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0564694
May 21 15:58:52.977293 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 59096) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:58:53.043714 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6c09b67b-94a9-44fe-bb61-491baf79e265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:53.073696 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6c09b67b-94a9-44fe-bb61-491baf79e265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:53.191757 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6c09b67b-94a9-44fe-bb61-491baf79e265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:53.195623 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-d93bf1e7-f8e9-41b8-8039-95e05bab6c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:58:53.208570 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09b67b-94a9-44fe-bb61-491baf79e265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fcb74a-b09a-4339-938f-a77f221087c7,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:58:53.212378 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-6c09b67b-94a9-44fe-bb61-491baf79e265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:58:53.215442 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-6c09b67b-94a9-44fe-bb61-491baf79e265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:58:53.216920 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-6c09b67b-94a9-44fe-bb61-491baf79e265 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d1fcb74a-b09a-4339-938f-a77f221087c7 HTTP/1.1" status: 204  len: 168 time: 0.2364013
May 21 15:58:54.719241 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:58:59.408413 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:03.899732 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-265b72a6-60c1-4941-b7c5-6930c86a28fa req-5371302c-f0c5-4d17-abb7-52ff6dabee82 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0688622
May 21 15:59:04.007105 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b72a6-60c1-4941-b7c5-6930c86a28fa req-d64b9316-d32c-4b95-bcd5-6963733dd72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:04.008597 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-265b72a6-60c1-4941-b7c5-6930c86a28fa req-d64b9316-d32c-4b95-bcd5-6963733dd72b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 1099 time: 0.0816953
May 21 15:59:04.165347 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b72a6-60c1-4941-b7c5-6930c86a28fa req-98aeb863-1c6e-4774-87a5-385302cd37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:04.166684 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-265b72a6-60c1-4941-b7c5-6930c86a28fa req-98aeb863-1c6e-4774-87a5-385302cd37d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=63209c91-6a37-4380-a99b-8c32f2681b1d HTTP/1.1" status: 200  len: 913 time: 0.1334338
May 21 15:59:04.277018 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-265b72a6-60c1-4941-b7c5-6930c86a28fa req-c846c4b0-d8a7-43b8-ad8d-f020ace848b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e8e9a5e-c449-498a-ac25-308a1ded6697 HTTP/1.1" status: 200  len: 1002 time: 0.1001928
May 21 15:59:04.352918 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b72a6-60c1-4941-b7c5-6930c86a28fa req-dfeb41df-7639-4e82-a316-86b1edc0114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:04.354349 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-265b72a6-60c1-4941-b7c5-6930c86a28fa req-dfeb41df-7639-4e82-a316-86b1edc0114c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6201006-2e0c-47c7-83b1-5cdad697a876 HTTP/1.1" status: 200  len: 851 time: 0.0679970
May 21 15:59:04.437694 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b72a6-60c1-4941-b7c5-6930c86a28fa req-b518d915-6831-486a-9309-25c5e5ac5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:04.439096 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-265b72a6-60c1-4941-b7c5-6930c86a28fa req-b518d915-6831-486a-9309-25c5e5ac5b26 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63209c91-6a37-4380-a99b-8c32f2681b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725224
May 21 15:59:04.666512 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-265b72a6-60c1-4941-b7c5-6930c86a28fa req-9509e224-7262-4846-8707-4ddbd8523a5c service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2157137
May 21 15:59:04.808622 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-265b72a6-60c1-4941-b7c5-6930c86a28fa req-521c868d-d3ab-45d2-b4d9-147eb4a86dbd service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334784
May 21 15:59:13.024895 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-522d965c-3531-4346-8867-5b1bb07415c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:15.641916 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:15.836734 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-329f4e1c-3e5d-4d62-8511-94994fbe9fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:16.798811 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:18.481666 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:29.438657 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:31.718768 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 15:59:34.636901 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 59106) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:59:34.905723 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-638b7420-147a-4c46-b993-7e6f832e93eb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Deleting port 890ea027-23e1-4cc3-8bc6-ef9b4e364970 {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:59:34.906057 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-638b7420-147a-4c46-b993-7e6f832e93eb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:35.025981 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-638b7420-147a-4c46-b993-7e6f832e93eb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:35.026300 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-638b7420-147a-4c46-b993-7e6f832e93eb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:35.149018 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-638b7420-147a-4c46-b993-7e6f832e93eb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Calling delete_port for 890ea027-23e1-4cc3-8bc6-ef9b4e364970 owned by network:floatingip {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:59:35.349602 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-638b7420-147a-4c46-b993-7e6f832e93eb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:35.353790 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-5d4cab1b-e2e0-4a2f-88f0-be6350d96298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:59:35.402648 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b7420-147a-4c46-b993-7e6f832e93eb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event deleted for resources: {'Port': ['ID=890ea027-23e1-4cc3-8bc6-ef9b4e364970,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:59:35.428758 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-638b7420-147a-4c46-b993-7e6f832e93eb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:59:35.492793 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-638b7420-147a-4c46-b993-7e6f832e93eb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for floatingip, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:35.493119 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.l3_db [None req-638b7420-147a-4c46-b993-7e6f832e93eb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Floating IP 704568e2-94c6-4914-9f6c-bab71218ba3b disassociated (deleted). External IP: 172.27.0.221, port: fd732fe4-c0cc-4cc1-a746-8acbe6361d8f.
May 21 15:59:35.861676 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638b7420-147a-4c46-b993-7e6f832e93eb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Router e0451022-b322-4cf5-bf18-6e3528051fa8 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:59:36.133278 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638b7420-147a-4c46-b993-7e6f832e93eb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:59:36.142594 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881ecfde-bbbb-4622-b689-4d848144b4b0 None None] Sync routers for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:59:36.152135 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881ecfde-bbbb-4622-b689-4d848144b4b0 None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:59:36.155881 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-881ecfde-bbbb-4622-b689-4d848144b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ac50bb0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:59:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:59:36.221229 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-638b7420-147a-4c46-b993-7e6f832e93eb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:36.275891 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-638b7420-147a-4c46-b993-7e6f832e93eb tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "DELETE /v2.0/floatingips/704568e2-94c6-4914-9f6c-bab71218ba3b HTTP/1.1" status: 204  len: 168 time: 1.6376905
May 21 15:59:36.276549 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07', 'tag': 'fd732fe4-c0cc-4cc1-a746-8acbe6361d8f'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:59:36.330912 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-881ecfde-bbbb-4622-b689-4d848144b4b0 None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:59:36.527347 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07', 'tag': 'fd732fe4-c0cc-4cc1-a746-8acbe6361d8f', 'status': 'completed', 'code': 200}
May 21 15:59:36.625360 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d954e9b-b1c3-439d-ad12-77e22997c7a8 req-936e1095-9415-480d-ac32-d7814692c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:36.626870 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4d954e9b-b1c3-439d-ad12-77e22997c7a8 req-936e1095-9415-480d-ac32-d7814692c320 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 1098 time: 0.0731907
May 21 15:59:36.735683 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-881ecfde-bbbb-4622-b689-4d848144b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ac50bb0>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '12b76293-3b71-4181-9795-577def1503db', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'port_id': '3e8e9a5e-c449-498a-ac25-308a1ded6697', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'mac_address': 'fa:16:3e:cf:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:55:39Z', 'updated_at': '2021-05-21T15:55:43Z', 'revision_number': 1, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:59:36.740045 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881ecfde-bbbb-4622-b689-4d848144b4b0 None None] Checking router: e0451022-b322-4cf5-bf18-6e3528051fa8 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:59:36.754617 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881ecfde-bbbb-4622-b689-4d848144b4b0 None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:59:36.754959 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-881ecfde-bbbb-4622-b689-4d848144b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214ac50bb0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:59:16Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:59:36.771781 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d954e9b-b1c3-439d-ad12-77e22997c7a8 req-61933590-7b3a-4e84-ad22-161b7b3acee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:36.773230 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4d954e9b-b1c3-439d-ad12-77e22997c7a8 req-61933590-7b3a-4e84-ad22-161b7b3acee6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=63209c91-6a37-4380-a99b-8c32f2681b1d HTTP/1.1" status: 200  len: 913 time: 0.1367962
May 21 15:59:36.882739 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4d954e9b-b1c3-439d-ad12-77e22997c7a8 req-dd825224-e1d2-4353-9350-f40aea0e3afa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd732fe4-c0cc-4cc1-a746-8acbe6361d8f HTTP/1.1" status: 200  len: 217 time: 0.0996504
May 21 15:59:36.941031 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-881ecfde-bbbb-4622-b689-4d848144b4b0 None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:59:36.969418 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d954e9b-b1c3-439d-ad12-77e22997c7a8 req-81a751c5-36ae-4183-a081-3842c6134c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:36.978102 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4d954e9b-b1c3-439d-ad12-77e22997c7a8 req-81a751c5-36ae-4183-a081-3842c6134c30 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6201006-2e0c-47c7-83b1-5cdad697a876 HTTP/1.1" status: 200  len: 851 time: 0.0779259
May 21 15:59:37.022794 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f258604-aaa9-4b18-a360-1d7012f6c054 req-72ab6217-2175-4745-8358-7a1bd5138c22 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:37.029692 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-3f258604-aaa9-4b18-a360-1d7012f6c054 req-72ab6217-2175-4745-8358-7a1bd5138c22 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Synchronizing usage tracker for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:59:37.086384 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d954e9b-b1c3-439d-ad12-77e22997c7a8 req-5a940e6c-b2fe-425b-84ce-4703e1a228f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:37.088537 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4d954e9b-b1c3-439d-ad12-77e22997c7a8 req-5a940e6c-b2fe-425b-84ce-4703e1a228f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63209c91-6a37-4380-a99b-8c32f2681b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1100390
May 21 15:59:37.169580 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-3f258604-aaa9-4b18-a360-1d7012f6c054 req-72ab6217-2175-4745-8358-7a1bd5138c22 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Unset dirty status for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:59:37.170737 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3f258604-aaa9-4b18-a360-1d7012f6c054 req-72ab6217-2175-4745-8358-7a1bd5138c22 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 945 time: 0.3354006
May 21 15:59:37.253818 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3f258604-aaa9-4b18-a360-1d7012f6c054 req-dca311eb-b61a-44ba-bac7-d8f1c1371152 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698962
May 21 15:59:37.263077 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4d954e9b-b1c3-439d-ad12-77e22997c7a8 req-7a9006b6-097d-4575-8ecb-b9b07735ef3d service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1644537
May 21 15:59:37.298402 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-881ecfde-bbbb-4622-b689-4d848144b4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214ac50bb0>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '12b76293-3b71-4181-9795-577def1503db', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'port_id': '3e8e9a5e-c449-498a-ac25-308a1ded6697', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'mac_address': 'fa:16:3e:cf:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:55:39Z', 'updated_at': '2021-05-21T15:55:43Z', 'revision_number': 1, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:59:37.302452 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881ecfde-bbbb-4622-b689-4d848144b4b0 None None] The sync data for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi is: [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_floatingips': [{'id': '12b76293-3b71-4181-9795-577def1503db', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'floating_ip_address': '172.27.0.133', 'floating_network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'router_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'port_id': '3e8e9a5e-c449-498a-ac25-308a1ded6697', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'mac_address': 'fa:16:3e:cf:0c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:55:39Z', 'updated_at': '2021-05-21T15:55:43Z', 'revision_number': 1, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:59:37.407737 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-4d954e9b-b1c3-439d-ad12-77e22997c7a8 req-11abfbc1-57b3-49cd-9c5d-850cc0390606 service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369686
May 21 15:59:37.542549 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d8f899-5461-4104-8a53-f278ce76349e None None] New status for floating IP 704568e2-94c6-4914-9f6c-bab71218ba3b: DOWN {{(pid=98822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:59:38.458629 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246c917-a4df-4260-8ae3-186602d2a669 req-0e4de487-10a3-4799-ae05-2c413265f3c2 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:38.460103 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c246c917-a4df-4260-8ae3-186602d2a669 req-0e4de487-10a3-4799-ae05-2c413265f3c2 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 945 time: 0.0857382
May 21 15:59:38.505043 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-c246c917-a4df-4260-8ae3-186602d2a669 req-c86e8ff3-cc4a-4552-8d76-92c3cddc256f tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393064
May 21 15:59:38.873872 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf4cb0-55bf-4866-959d-684abacb9437 req-d985b264-fe47-4121-92cb-aee6c25a9339 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:38.875358 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cbaf4cb0-55bf-4866-959d-684abacb9437 req-d985b264-fe47-4121-92cb-aee6c25a9339 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.25 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 945 time: 0.1420300
May 21 15:59:39.025765 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-cbaf4cb0-55bf-4866-959d-684abacb9437 req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Deleting port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:59:39.026100 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-cbaf4cb0-55bf-4866-959d-684abacb9437 req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:39.168879 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-cbaf4cb0-55bf-4866-959d-684abacb9437 req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] For port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=fd732fe4-c0cc-4cc1-a746-8acbe6361d8f,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:59:39.169127 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-cbaf4cb0-55bf-4866-959d-684abacb9437 req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:39.385582 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-cbaf4cb0-55bf-4866-959d-684abacb9437 req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Calling delete_port for fd732fe4-c0cc-4cc1-a746-8acbe6361d8f owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:59:39.577357 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-cbaf4cb0-55bf-4866-959d-684abacb9437 req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:39.583340 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-4c6d6af4-e27d-4852-b8a1-b7b6d19bf15e tempest-TestMinimumBasicScenario-2145941148 tempest-TestMinimumBasicScenario-2145941148-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:59:39.662462 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event deleted for resources: {'Port': ['ID=fd732fe4-c0cc-4cc1-a746-8acbe6361d8f,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:59:39.706755 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-353cc7ed-2d1f-4b0a-9d53-3afbea19f990 req-4ba3abb2-1ab4-434a-9b28-40d107a40aa5 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 210 time: 0.0861154
May 21 15:59:39.712829 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:39.713235 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:39.713580 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:39.713940 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:39.714299 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:39.714656 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:39.715041 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:39.715451 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:39.716336 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:39.716693 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:39.717044 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:39.717393 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:39.749618 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:59:39.763088 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbaf4cb0-55bf-4866-959d-684abacb9437 req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] No DVR routers for this DVR port fd732fe4-c0cc-4cc1-a746-8acbe6361d8f on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:59:39.765635 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-cbaf4cb0-55bf-4866-959d-684abacb9437 req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:39.768270 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07', 'name': 'network-vif-deleted', 'tag': 'fd732fe4-c0cc-4cc1-a746-8acbe6361d8f'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:59:39.816925 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07', 'name': 'network-vif-deleted', 'tag': 'fd732fe4-c0cc-4cc1-a746-8acbe6361d8f', 'status': 'completed', 'code': 200}
May 21 15:59:39.841434 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-cbaf4cb0-55bf-4866-959d-684abacb9437 req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.25 "DELETE /v2.0/ports/fd732fe4-c0cc-4cc1-a746-8acbe6361d8f HTTP/1.1" status: 204  len: 173 time: 0.9570069
May 21 15:59:40.876845 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-ad99331f-8f8a-4984-a49d-413b038b88ce req-70008285-4f71-4126-8d58-49046b4b697e tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Synchronizing usage tracker for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:59:40.931271 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-ad99331f-8f8a-4984-a49d-413b038b88ce req-70008285-4f71-4126-8d58-49046b4b697e tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Unset dirty status for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:59:40.932452 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ad99331f-8f8a-4984-a49d-413b038b88ce req-70008285-4f71-4126-8d58-49046b4b697e tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=6fa3c6fa-7b9d-4cc8-86b1-2aecff1b4b07 HTTP/1.1" status: 200  len: 210 time: 0.1050937
May 21 15:59:41.006692 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device fd732fe4-c0cc-4cc1-a746-8acbe6361d8f no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:59:41.041236 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: fd732fe4-c0cc-4cc1-a746-8acbe6361d8f {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:59:41.041685 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device fd732fe4-c0cc-4cc1-a746-8acbe6361d8f not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:59:43.017045 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-780b939c-f8cc-4a61-8033-3d5376882e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:44.707468 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 59144) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:59:44.971389 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-0ed32426-c442-4606-9a82-a72d1393b09a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Deleting port eb4f5a9b-bac0-4f60-a3de-953979730a35 {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:59:44.971779 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0ed32426-c442-4606-9a82-a72d1393b09a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:45.089923 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0ed32426-c442-4606-9a82-a72d1393b09a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:45.090290 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0ed32426-c442-4606-9a82-a72d1393b09a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:45.213293 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-0ed32426-c442-4606-9a82-a72d1393b09a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Calling delete_port for eb4f5a9b-bac0-4f60-a3de-953979730a35 owned by network:floatingip {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:59:45.417403 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0ed32426-c442-4606-9a82-a72d1393b09a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:45.424176 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-c28e7406-f361-4563-bdd1-c2a6844591fc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:59:45.472858 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed32426-c442-4606-9a82-a72d1393b09a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event deleted for resources: {'Port': ['ID=eb4f5a9b-bac0-4f60-a3de-953979730a35,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:59:45.499435 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-0ed32426-c442-4606-9a82-a72d1393b09a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:59:45.562289 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0ed32426-c442-4606-9a82-a72d1393b09a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for floatingip, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:45.562610 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.db.l3_db [None req-0ed32426-c442-4606-9a82-a72d1393b09a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Floating IP 12b76293-3b71-4181-9795-577def1503db disassociated (deleted). External IP: 172.27.0.133, port: 3e8e9a5e-c449-498a-ac25-308a1ded6697.
May 21 15:59:45.643547 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:45.839777 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-cd2a08c6-b318-4e88-80fb-3096bb20cbe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:46.036781 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed32426-c442-4606-9a82-a72d1393b09a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Router e0451022-b322-4cf5-bf18-6e3528051fa8 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:59:46.247682 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed32426-c442-4606-9a82-a72d1393b09a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:59:46.257982 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc59a7d-1878-4f09-974f-54d8600314f2 None None] Sync routers for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:59:46.267811 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc59a7d-1878-4f09-974f-54d8600314f2 None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:59:46.268471 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-ecc59a7d-1878-4f09-974f-54d8600314f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214a9088b0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:59:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:59:46.341314 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0ed32426-c442-4606-9a82-a72d1393b09a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:46.398338 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-0ed32426-c442-4606-9a82-a72d1393b09a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "DELETE /v2.0/floatingips/12b76293-3b71-4181-9795-577def1503db HTTP/1.1" status: 204  len: 168 time: 1.6896737
May 21 15:59:46.399064 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'tag': '3e8e9a5e-c449-498a-ac25-308a1ded6697'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:59:46.452207 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'tag': '3e8e9a5e-c449-498a-ac25-308a1ded6697', 'status': 'completed', 'code': 200}
May 21 15:59:46.459153 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-ecc59a7d-1878-4f09-974f-54d8600314f2 None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:59:46.581508 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615a0af-4999-4d7e-87e0-5f14a3b248f5 req-d302ac64-44b6-4b46-8b0a-c7adbfde4a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:46.581508 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3615a0af-4999-4d7e-87e0-5f14a3b248f5 req-d302ac64-44b6-4b46-8b0a-c7adbfde4a2b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 1099 time: 0.0980144
May 21 15:59:46.723409 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615a0af-4999-4d7e-87e0-5f14a3b248f5 req-dd7853a7-26c5-4a3c-a44e-52e99fa8840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:46.724959 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3615a0af-4999-4d7e-87e0-5f14a3b248f5 req-dd7853a7-26c5-4a3c-a44e-52e99fa8840d service neutron] 10.222.0.25 "GET /v2.0/networks?id=63209c91-6a37-4380-a99b-8c32f2681b1d HTTP/1.1" status: 200  len: 913 time: 0.1348870
May 21 15:59:46.800638 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3615a0af-4999-4d7e-87e0-5f14a3b248f5 req-e3ea1bad-17c0-4a8c-8a4f-f5676e879229 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e8e9a5e-c449-498a-ac25-308a1ded6697 HTTP/1.1" status: 200  len: 217 time: 0.0628095
May 21 15:59:46.821952 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:46.857162 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-ecc59a7d-1878-4f09-974f-54d8600314f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214a9088b0>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:59:46.862640 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc59a7d-1878-4f09-974f-54d8600314f2 None None] Checking router: e0451022-b322-4cf5-bf18-6e3528051fa8 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:59:46.872079 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc59a7d-1878-4f09-974f-54d8600314f2 None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:59:46.872705 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-ecc59a7d-1878-4f09-974f-54d8600314f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214a9088b0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:59:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:59:46.877359 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615a0af-4999-4d7e-87e0-5f14a3b248f5 req-5722b61c-2d9d-4890-81f5-59a4bb48257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:46.878908 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3615a0af-4999-4d7e-87e0-5f14a3b248f5 req-5722b61c-2d9d-4890-81f5-59a4bb48257b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6201006-2e0c-47c7-83b1-5cdad697a876 HTTP/1.1" status: 200  len: 851 time: 0.0685155
May 21 15:59:47.008037 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615a0af-4999-4d7e-87e0-5f14a3b248f5 req-086d3358-0e7e-41a9-9c10-8f6952f17364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:47.009516 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3615a0af-4999-4d7e-87e0-5f14a3b248f5 req-086d3358-0e7e-41a9-9c10-8f6952f17364 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=63209c91-6a37-4380-a99b-8c32f2681b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1235795
May 21 15:59:47.049960 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-ecc59a7d-1878-4f09-974f-54d8600314f2 None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:59:47.126673 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2162b64-7215-4b53-b94b-e82ea82c9a99 req-1053b634-63a0-4e40-bc24-691a05ebc0a7 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:47.127385 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-e2162b64-7215-4b53-b94b-e82ea82c9a99 req-1053b634-63a0-4e40-bc24-691a05ebc0a7 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Synchronizing usage tracker for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:59:47.176387 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3615a0af-4999-4d7e-87e0-5f14a3b248f5 req-1681578b-9ed1-4f40-9470-9dee10e9bc3a service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553559
May 21 15:59:47.253229 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-e2162b64-7215-4b53-b94b-e82ea82c9a99 req-1053b634-63a0-4e40-bc24-691a05ebc0a7 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Unset dirty status for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:59:47.254368 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e2162b64-7215-4b53-b94b-e82ea82c9a99 req-1053b634-63a0-4e40-bc24-691a05ebc0a7 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 946 time: 0.3074522
May 21 15:59:47.342487 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e2162b64-7215-4b53-b94b-e82ea82c9a99 req-2c08347c-5e3f-4a0e-91b3-4e7bb7389f7a tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757744
May 21 15:59:47.352357 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-3615a0af-4999-4d7e-87e0-5f14a3b248f5 req-bab55b07-3d80-4ba1-ad93-bfa8eee6dcb0 service neutron] 10.222.0.25 "GET /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1689401
May 21 15:59:47.370705 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-ecc59a7d-1878-4f09-974f-54d8600314f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214a9088b0>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:59:47.375364 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc59a7d-1878-4f09-974f-54d8600314f2 None None] The sync data for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi is: [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:51:56Z', 'revision_number': 4, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi', '_interfaces': [{'id': '8f92f989-efac-4ece-b569-5d9f9de16fe1', 'name': '', 'network_id': '63209c91-6a37-4380-a99b-8c32f2681b1d', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'mac_address': 'fa:16:3e:23:4f:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:55Z', 'updated_at': '2021-05-21T15:52:03Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'subnets': [{'id': 'f6201006-2e0c-47c7-83b1-5cdad697a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:59:47.602797 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c8e186-0f53-4aa6-880a-da6fff886830 None None] New status for floating IP 12b76293-3b71-4181-9795-577def1503db: DOWN {{(pid=98822) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 21 15:59:48.489682 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:48.733260 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ee575-1521-45e4-817e-d36129280515 req-f13f6bbf-32a1-409b-a7be-6fb5534e5707 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:48.734769 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-018ee575-1521-45e4-817e-d36129280515 req-f13f6bbf-32a1-409b-a7be-6fb5534e5707 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 946 time: 0.1412542
May 21 15:59:48.746954 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce427f6e-c389-4e4b-bd50-ad1cbec816f6 req-4412387b-b438-4f92-a30e-3c2a7423a8bf tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98820) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 21 15:59:48.748372 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ce427f6e-c389-4e4b-bd50-ad1cbec816f6 req-4412387b-b438-4f92-a30e-3c2a7423a8bf tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 946 time: 0.1106169
May 21 15:59:48.840517 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-018ee575-1521-45e4-817e-d36129280515 req-a572550e-4b42-492b-96d8-11944108201e tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/security-groups?id=940307b5-8770-4d72-a86c-01151481372b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0911531
May 21 15:59:49.049908 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-ce427f6e-c389-4e4b-bd50-ad1cbec816f6 req-1971264a-726d-482a-8e89-ea78b6763e88 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Deleting port 3e8e9a5e-c449-498a-ac25-308a1ded6697 {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:59:49.050173 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-ce427f6e-c389-4e4b-bd50-ad1cbec816f6 req-1971264a-726d-482a-8e89-ea78b6763e88 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:49.181000 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [req-ce427f6e-c389-4e4b-bd50-ad1cbec816f6 req-1971264a-726d-482a-8e89-ea78b6763e88 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] For port 3e8e9a5e-c449-498a-ac25-308a1ded6697, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3e8e9a5e-c449-498a-ac25-308a1ded6697,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:59:49.181346 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-ce427f6e-c389-4e4b-bd50-ad1cbec816f6 req-1971264a-726d-482a-8e89-ea78b6763e88 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:49.302185 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [req-ce427f6e-c389-4e4b-bd50-ad1cbec816f6 req-1971264a-726d-482a-8e89-ea78b6763e88 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Calling delete_port for 3e8e9a5e-c449-498a-ac25-308a1ded6697 owned by compute:nova {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:59:49.485434 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-ce427f6e-c389-4e4b-bd50-ad1cbec816f6 req-1971264a-726d-482a-8e89-ea78b6763e88 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:49.491351 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-48d34b8f-05d3-44db-bd8b-138a2ee7e8b0 tempest-VolumesNegativeTest-498715682 tempest-VolumesNegativeTest-498715682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:59:49.538865 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971264a-726d-482a-8e89-ea78b6763e88 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event deleted for resources: {'Port': ['ID=3e8e9a5e-c449-498a-ac25-308a1ded6697,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:59:49.541900 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1971264a-726d-482a-8e89-ea78b6763e88 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:59:49.612417 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce427f6e-c389-4e4b-bd50-ad1cbec816f6 req-1971264a-726d-482a-8e89-ea78b6763e88 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] No DVR routers for this DVR port 3e8e9a5e-c449-498a-ac25-308a1ded6697 on host hv-cinder-79264 {{(pid=98820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:59:49.614897 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [req-ce427f6e-c389-4e4b-bd50-ad1cbec816f6 req-1971264a-726d-482a-8e89-ea78b6763e88 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for port, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:49.617507 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'name': 'network-vif-deleted', 'tag': '3e8e9a5e-c449-498a-ac25-308a1ded6697'}] {{(pid=98820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 21 15:59:49.663823 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb572da-deaa-4148-98d0-9ca6940ba16c', 'name': 'network-vif-deleted', 'tag': '3e8e9a5e-c449-498a-ac25-308a1ded6697', 'status': 'completed', 'code': 200}
May 21 15:59:49.701555 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-ce427f6e-c389-4e4b-bd50-ad1cbec816f6 req-1971264a-726d-482a-8e89-ea78b6763e88 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.25 "DELETE /v2.0/ports/3e8e9a5e-c449-498a-ac25-308a1ded6697 HTTP/1.1" status: 204  len: 173 time: 0.9381876
May 21 15:59:49.995555 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-e0380773-0bae-4694-95f2-d3fd955d8baa req-6d0af29b-1d57-468c-ae22-737f4663f9cc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Synchronizing usage tracker for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 21 15:59:50.067749 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.quota.resource [req-e0380773-0bae-4694-95f2-d3fd955d8baa req-6d0af29b-1d57-468c-ae22-737f4663f9cc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Unset dirty status for tenant:f79e7e2756644b98ac7565f7c9b6f6e2 on resource:port {{(pid=98820) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 21 15:59:50.068981 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [req-e0380773-0bae-4694-95f2-d3fd955d8baa req-6d0af29b-1d57-468c-ae22-737f4663f9cc tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "GET /v2.0/ports?device_id=ceb572da-deaa-4148-98d0-9ca6940ba16c HTTP/1.1" status: 200  len: 210 time: 0.1194561
May 21 15:59:51.069932 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 3e8e9a5e-c449-498a-ac25-308a1ded6697 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:59:51.106916 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] No Port match for: 3e8e9a5e-c449-498a-ac25-308a1ded6697 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:59:51.107275 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Device 3e8e9a5e-c449-498a-ac25-308a1ded6697 not bound to the agent host hv-cinder-79264 {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:59:51.170085 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 59164) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:59:51.405447 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Deleting port 99f7cf36-9481-4c16-abd1-8e1cdf342602 {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:59:51.405701 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:51.523825 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:51.524149 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:51.644851 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Calling delete_port for 99f7cf36-9481-4c16-abd1-8e1cdf342602 owned by network:floatingip {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:59:51.832021 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:51.835884 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:59:51.984709 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event deleted for resources: {'Port': ['ID=99f7cf36-9481-4c16-abd1-8e1cdf342602,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:59:52.021587 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:52.021965 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:52.022333 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:52.022703 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:52.023080 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:52.023439 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:52.023795 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:52.024151 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:52.024510 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:52.024864 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:52.025218 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:52.025566 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:52.033426 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:59:52.089374 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for floatingip, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:52.169086 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426218'] for floatingip, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:52.170234 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-524d3327-a340-461d-899a-8177ef55bc35 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "DELETE /v2.0/floatingips/8fe33642-b6f4-43ff-9b74-997010016c9d HTTP/1.1" status: 204  len: 168 time: 0.9990628
May 21 15:59:53.736351 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 59180) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:59:53.807081 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5b1d1817-0838-4706-a3d8-ce1ee6600655 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:53.837844 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5b1d1817-0838-4706-a3d8-ce1ee6600655 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:53.991530 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5b1d1817-0838-4706-a3d8-ce1ee6600655 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:53.995635 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-13ba8f56-2955-44b1-8696-e1caabc2e6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:59:54.011752 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d1817-0838-4706-a3d8-ce1ee6600655 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940307b5-8770-4d72-a86c-01151481372b,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:59:54.014562 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-5b1d1817-0838-4706-a3d8-ce1ee6600655 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:59:54.087715 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-5b1d1817-0838-4706-a3d8-ce1ee6600655 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:54.088850 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-5b1d1817-0838-4706-a3d8-ce1ee6600655 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] 10.222.0.70 "DELETE /v2.0/security-groups/940307b5-8770-4d72-a86c-01151481372b HTTP/1.1" status: 204  len: 168 time: 0.3515019
May 21 15:59:54.195493 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 59186) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:59:54.896642 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6e12-d5ac-4a1f-b69e-8bcc0c29a7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026016'] for router_interface, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:55.403841 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-c4cf6e12-d5ac-4a1f-b69e-8bcc0c29a7e9 admin admin] Deleting port 8f92f989-efac-4ece-b569-5d9f9de16fe1 {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:59:55.404568 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6e12-d5ac-4a1f-b69e-8bcc0c29a7e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:55.531801 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [None req-c4cf6e12-d5ac-4a1f-b69e-8bcc0c29a7e9 admin admin] For port 8f92f989-efac-4ece-b569-5d9f9de16fe1, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=8f92f989-efac-4ece-b569-5d9f9de16fe1,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:59:55.532151 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6e12-d5ac-4a1f-b69e-8bcc0c29a7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:55.661090 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-c4cf6e12-d5ac-4a1f-b69e-8bcc0c29a7e9 admin admin] Calling delete_port for 8f92f989-efac-4ece-b569-5d9f9de16fe1 owned by network:router_interface {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:59:55.879116 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6e12-d5ac-4a1f-b69e-8bcc0c29a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:55.883207 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-4d960ba7-c8a1-4efa-ad16-e55a68747530 tempest-TestShelveInstance-759578620 tempest-TestShelveInstance-759578620-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:59:55.929288 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf6e12-d5ac-4a1f-b69e-8bcc0c29a7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f92f989-efac-4ece-b569-5d9f9de16fe1,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:59:55.931684 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-c4cf6e12-d5ac-4a1f-b69e-8bcc0c29a7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:59:56.201197 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c4cf6e12-d5ac-4a1f-b69e-8bcc0c29a7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8085960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026060'] for router_interface, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:56.555808 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cf6e12-d5ac-4a1f-b69e-8bcc0c29a7e9 admin admin] Router e0451022-b322-4cf5-bf18-6e3528051fa8 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98820) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 15:59:56.838905 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cf6e12-d5ac-4a1f-b69e-8bcc0c29a7e9 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98820) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 15:59:56.848276 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee191ce5-4cd3-46ff-bac9-b6a026190dcd None None] Sync routers for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 15:59:56.851745 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-c4cf6e12-d5ac-4a1f-b69e-8bcc0c29a7e9 admin admin] 10.222.0.70 "PUT /v2.0/routers/e0451022-b322-4cf5-bf18-6e3528051fa8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6551614
May 21 15:59:56.854191 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 59194) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:59:56.860292 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee191ce5-4cd3-46ff-bac9-b6a026190dcd None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:59:56.860909 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-ee191ce5-4cd3-46ff-bac9-b6a026190dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2149ea34f0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:59:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:59:57.041183 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0e3cfbda-2115-4804-9a65-6d3dd0282438 admin admin] Notify callbacks [] for router, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:57.042757 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-ee191ce5-4cd3-46ff-bac9-b6a026190dcd None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:59:57.226247 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0e3cfbda-2115-4804-9a65-6d3dd0282438 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:57.336850 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-ee191ce5-4cd3-46ff-bac9-b6a026190dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2149ea34f0>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:59:55Z', 'revision_number': 5, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port': {'id': '4662c124-ab3a-4882-94f2-00f97f83d228', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:51:52Z', 'updated_at': '2021-05-21T15:51:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:59:57.341654 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee191ce5-4cd3-46ff-bac9-b6a026190dcd None None] Checking router: e0451022-b322-4cf5-bf18-6e3528051fa8 for host: dv-cinder-792642-1-iscsi {{(pid=98821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 15:59:57.350597 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee191ce5-4cd3-46ff-bac9-b6a026190dcd None None] Routers {'e0451022-b322-4cf5-bf18-6e3528051fa8'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 15:59:57.351251 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-ee191ce5-4cd3-46ff-bac9-b6a026190dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2149ea34f0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:59:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['e0451022-b322-4cf5-bf18-6e3528051fa8'], 'active': True} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:59:57.384195 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-0e3cfbda-2115-4804-9a65-6d3dd0282438 admin admin] Deleting port 4662c124-ab3a-4882-94f2-00f97f83d228 {{(pid=98820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:59:57.384542 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0e3cfbda-2115-4804-9a65-6d3dd0282438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:57.513524 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.db [None req-0e3cfbda-2115-4804-9a65-6d3dd0282438 admin admin] For port 4662c124-ab3a-4882-94f2-00f97f83d228, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=4662c124-ab3a-4882-94f2-00f97f83d228,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:59:57.513774 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0e3cfbda-2115-4804-9a65-6d3dd0282438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:57.553335 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvr_db [None req-ee191ce5-4cd3-46ff-bac9-b6a026190dcd None None] Set router e0451022-b322-4cf5-bf18-6e3528051fa8 gateway port host: None {{(pid=98821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 15:59:57.638751 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.plugins.ml2.plugin [None req-0e3cfbda-2115-4804-9a65-6d3dd0282438 admin admin] Calling delete_port for 4662c124-ab3a-4882-94f2-00f97f83d228 owned by network:router_gateway {{(pid=98820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:59:57.658857 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_hamode_db [None req-ee191ce5-4cd3-46ff-bac9-b6a026190dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2149ea34f0>, [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:59:57Z', 'revision_number': 6, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port_host': None}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:59:57.663160 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee191ce5-4cd3-46ff-bac9-b6a026190dcd None None] The sync data for ids ['e0451022-b322-4cf5-bf18-6e3528051fa8'] in dv-cinder-792642-1-iscsi is: [{'id': 'e0451022-b322-4cf5-bf18-6e3528051fa8', 'name': 'tempest-TestVolumeBootPattern-1284222536-router', 'tenant_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:51:51Z', 'updated_at': '2021-05-21T15:59:57Z', 'revision_number': 6, 'project_id': 'f79e7e2756644b98ac7565f7c9b6f6e2', 'gw_port_host': None}] {{(pid=98821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 15:59:57.854683 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0e3cfbda-2115-4804-9a65-6d3dd0282438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6069400'] for port, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:57.858642 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-1971264a-726d-482a-8e89-ea78b6763e88 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:59:57.900422 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cfbda-2115-4804-9a65-6d3dd0282438 admin admin] Pushing event deleted for resources: {'Port': ['ID=4662c124-ab3a-4882-94f2-00f97f83d228,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:59:57.904674 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-0e3cfbda-2115-4804-9a65-6d3dd0282438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:59:58.001973 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0e3cfbda-2115-4804-9a65-6d3dd0282438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121925'] for router_gateway, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:58.179183 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0e3cfbda-2115-4804-9a65-6d3dd0282438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8118647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258358'] for router, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:58.181569 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0e3cfbda-2115-4804-9a65-6d3dd0282438 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:58.284784 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0e3cfbda-2115-4804-9a65-6d3dd0282438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8118441'] for router, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:58.285286 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3cfbda-2115-4804-9a65-6d3dd0282438 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0451022-b322-4cf5-bf18-6e3528051fa8 {{(pid=98820) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 21 15:59:58.297367 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-0e3cfbda-2115-4804-9a65-6d3dd0282438 admin admin] Notify callbacks [] for router, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:58.298466 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-0e3cfbda-2115-4804-9a65-6d3dd0282438 admin admin] 10.222.0.70 "DELETE /v2.0/routers/e0451022-b322-4cf5-bf18-6e3528051fa8 HTTP/1.1" status: 204  len: 168 time: 1.4433517
May 21 15:59:58.301022 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 59200) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:59:58.361479 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06d4629-8507-4c3b-8485-33a15714100e admin admin] Deleting subnet f6201006-2e0c-47c7-83b1-5cdad697a876 {{(pid=98820) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 21 15:59:58.364278 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c06d4629-8507-4c3b-8485-33a15714100e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:58.416247 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c06d4629-8507-4c3b-8485-33a15714100e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6785021'] for subnet, precommit_delete_associations {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:58.547144 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 8f92f989-efac-4ece-b569-5d9f9de16fe1 no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:59:58.589462 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: 8f92f989-efac-4ece-b569-5d9f9de16fe1 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:59:58.589975 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 8f92f989-efac-4ece-b569-5d9f9de16fe1 not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:59:58.590221 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 4662c124-ab3a-4882-94f2-00f97f83d228 no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 15:59:58.625329 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: 4662c124-ab3a-4882-94f2-00f97f83d228 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 15:59:58.625697 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 4662c124-ab3a-4882-94f2-00f97f83d228 not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 15:59:58.659942 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c06d4629-8507-4c3b-8485-33a15714100e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981060'] for subnet, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:58.976493 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c06d4629-8507-4c3b-8485-33a15714100e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6069429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6773068'] for subnet, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:58.981334 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:59:59.016373 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d4629-8507-4c3b-8485-33a15714100e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6201006-2e0c-47c7-83b1-5cdad697a876,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:59:59.019451 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-c06d4629-8507-4c3b-8485-33a15714100e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:59:59.020451 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-c06d4629-8507-4c3b-8485-33a15714100e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for subnet, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:59.026254 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6520f4-0cf7-477c-b581-0ff02174d6f0 None None] Network 63209c91-6a37-4380-a99b-8c32f2681b1d requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 15:59:59.026955 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-c06d4629-8507-4c3b-8485-33a15714100e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f6201006-2e0c-47c7-83b1-5cdad697a876 HTTP/1.1" status: 204  len: 168 time: 0.7249055
May 21 15:59:59.029590 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 59206) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 15:59:59.140205 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597767'] for network, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:59.214684 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] Deleting port 59e62c13-eec6-4379-a27c-ca461fe4ec6d {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:59:59.215043 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:59.286656 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] DHCP port deletion for 63209c91-6a37-4380-a99b-8c32f2681b1d request from dv-cinder-792642-1-iscsi {{(pid=98821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 21 15:59:59.325838 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] For port 59e62c13-eec6-4379-a27c-ca461fe4ec6d, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=59e62c13-eec6-4379-a27c-ca461fe4ec6d,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:59:59.326199 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:59.373913 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Deleting port 59e62c13-eec6-4379-a27c-ca461fe4ec6d {{(pid=98821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 15:59:59.374529 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:59.443156 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:59.457961 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] Calling delete_port for 59e62c13-eec6-4379-a27c-ca461fe4ec6d owned by network:dhcp {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:59:59.485172 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] For port 59e62c13-eec6-4379-a27c-ca461fe4ec6d, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=59e62c13-eec6-4379-a27c-ca461fe4ec6d,segment=NetworkSegment(fea0267e-5b87-4690-89c6-89bdcacf68a8),segment_id=fea0267e-5b87-4690-89c6-89bdcacf68a8)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 15:59:59.485559 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:59.564607 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:59.569705 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-80072b20-1158-4011-a993-e75e36279c51 tempest-AttachVolumeShelveTestJSON-1954186203 tempest-AttachVolumeShelveTestJSON-1954186203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:59:59.609403 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Calling delete_port for 59e62c13-eec6-4379-a27c-ca461fe4ec6d owned by network:dhcp {{(pid=98821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 15:59:59.615820 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=59e62c13-eec6-4379-a27c-ca461fe4ec6d,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:59:59.617707 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] No DVR routers for this DVR port 59e62c13-eec6-4379-a27c-ca461fe4ec6d on host dv-cinder-792642-1-iscsi {{(pid=98819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:59:59.619226 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:59:59.657323 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514'] for port, after_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:59.661593 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 15:59:59.704783 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Pushing event deleted for resources: {'Port': ['ID=59e62c13-eec6-4379-a27c-ca461fe4ec6d,revision_number=None']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 15:59:59.709588 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] No DVR routers for this DVR port 59e62c13-eec6-4379-a27c-ca461fe4ec6d on host dv-cinder-792642-1-iscsi {{(pid=98821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 15:59:59.716296 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:59.716642 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:59.716985 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:59.717319 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:59.717650 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:59.718188 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:59.718522 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:59.718875 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:59.719594 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:59.719594 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:59.719908 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:59.720138 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-1-iscsi {{(pid=98821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 21 15:59:59.723582 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-bcc2d5de-0998-41f6-9f41-41a27c471f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 15:59:59.751106 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980989', 'neutron.services.segments.db._delete_segments_for_network-8736311911289'] for network, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:59.764572 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f21492bc7c0>,) {'filters': {'network_id': ['63209c91-6a37-4380-a99b-8c32f2681b1d']}} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:59:59.781734 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f21492bc7c0>, 'fea0267e-5b87-4690-89c6-89bdcacf68a8') {'for_net_delete': True} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:59:59.782027 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f21492bc7c0>, 'fea0267e-5b87-4690-89c6-89bdcacf68a8') {} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 15:59:59.795025 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736311923725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932820'] for segment, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:59.810942 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:59.816898 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=98819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 21 15:59:59.817203 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5568343'] for segment, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]: Traceback (most recent call last):
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:     timer()
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:     cb(*args, **kw)
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:     return func(*args, **kwargs)
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:     self._notify()
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:     self.callback(batched_events)
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:     event.method(event)
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_uuid = self.p_client.list_aggregates(
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:     return f(self, *a, **k)
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._get(url).json()
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self.request(url, 'GET', **kwargs)
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:     base_url = self.get_endpoint(auth, allow=allow,
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 21 15:59:59.830070 dv-cinder-792642-1-iscsi neutron-server[98819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 21 16:00:00.117440 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8122016'] for network, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:00.121686 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 16:00:00.134678 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:00.148940 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=63209c91-6a37-4380-a99b-8c32f2681b1d,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 16:00:00.152166 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 16:00:00.249676 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-7ffcfa2e-1163-4bcb-81b9-4b62b4ab75a4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/63209c91-6a37-4380-a99b-8c32f2681b1d HTTP/1.1" status: 204  len: 168 time: 1.2189429
May 21 16:00:00.252648 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 59210) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 16:00:00.535849 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 59e62c13-eec6-4379-a27c-ca461fe4ec6d no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 16:00:00.573047 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: 59e62c13-eec6-4379-a27c-ca461fe4ec6d {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 16:00:00.573404 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 59e62c13-eec6-4379-a27c-ca461fe4ec6d not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 16:00:00.924832 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-17eb0eef-f38e-4cc1-914d-ca65c5bc2837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8026016'] for router_interface, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:01.339705 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-17eb0eef-f38e-4cc1-914d-ca65c5bc2837 admin admin] Deleting port 77e625b1-d80d-4fac-89f8-07afd8c49004 {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 16:00:01.340437 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-17eb0eef-f38e-4cc1-914d-ca65c5bc2837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:01.462069 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-17eb0eef-f38e-4cc1-914d-ca65c5bc2837 admin admin] For port 77e625b1-d80d-4fac-89f8-07afd8c49004, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=77e625b1-d80d-4fac-89f8-07afd8c49004,segment=NetworkSegment(e0db08fa-a5c9-4e0b-bab6-28097668e6a9),segment_id=e0db08fa-a5c9-4e0b-bab6-28097668e6a9)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 16:00:01.462414 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-17eb0eef-f38e-4cc1-914d-ca65c5bc2837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:01.585902 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-17eb0eef-f38e-4cc1-914d-ca65c5bc2837 admin admin] Calling delete_port for 77e625b1-d80d-4fac-89f8-07afd8c49004 owned by network:router_interface {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 16:00:01.838744 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-17eb0eef-f38e-4cc1-914d-ca65c5bc2837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:01.843318 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-ce9b61dc-88ae-4b24-b4ce-d34bbfc1f27b tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 16:00:01.895402 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb0eef-f38e-4cc1-914d-ca65c5bc2837 admin admin] Pushing event deleted for resources: {'Port': ['ID=77e625b1-d80d-4fac-89f8-07afd8c49004,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 16:00:01.898758 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-17eb0eef-f38e-4cc1-914d-ca65c5bc2837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 16:00:02.200530 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-17eb0eef-f38e-4cc1-914d-ca65c5bc2837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8085960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8026060'] for router_interface, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:02.688110 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17eb0eef-f38e-4cc1-914d-ca65c5bc2837 admin admin] Router b5cfa98b-88ad-4564-a8e2-4992e3cd56e0 has already been hosted by L3 agent 49fddba0-fb87-4b08-bff1-3ac1bbb45db4 {{(pid=98819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 21 16:00:02.877013 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17eb0eef-f38e-4cc1-914d-ca65c5bc2837 admin admin] Notify agent at l3_agent.dv-cinder-792642-1-iscsi the message routers_updated {{(pid=98819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 21 16:00:02.888492 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9d1a37-f9b3-41b8-9aef-8449d8b0ba43 None None] Sync routers for ids ['b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'] in dv-cinder-792642-1-iscsi {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 21 16:00:02.898618 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d1a37-f9b3-41b8-9aef-8449d8b0ba43 None None] Routers {'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 16:00:02.902847 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-ba9d1a37-f9b3-41b8-9aef-8449d8b0ba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214a1040d0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:59:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 16:00:02.949941 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-17eb0eef-f38e-4cc1-914d-ca65c5bc2837 admin admin] 10.222.0.70 "PUT /v2.0/routers/b5cfa98b-88ad-4564-a8e2-4992e3cd56e0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6962078
May 21 16:00:02.952321 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 59214) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 16:00:03.078683 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-ba9d1a37-f9b3-41b8-9aef-8449d8b0ba43 None None] Set router b5cfa98b-88ad-4564-a8e2-4992e3cd56e0 gateway port host: dv-cinder-792642-1-iscsi {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 16:00:03.137832 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-60db4e59-1fa8-4a8c-aefa-2d2610fb8583 admin admin] Notify callbacks [] for router, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:03.318969 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-60db4e59-1fa8-4a8c-aefa-2d2610fb8583 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:03.357888 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-ba9d1a37-f9b3-41b8-9aef-8449d8b0ba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214a1040d0>, [{'id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'name': 'tempest-TestVolumeBootPattern-1024410326-router', 'tenant_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'external_fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '04bee5b9-e342-421f-a7ab-5288f24665ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:00Z', 'updated_at': '2021-05-21T16:00:01Z', 'revision_number': 5, 'project_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'gw_port': {'id': '04bee5b9-e342-421f-a7ab-5288f24665ac', 'name': '', 'network_id': 'eada4616-562d-476a-9813-40a69a73ac77', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:db:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:52:01Z', 'updated_at': '2021-05-21T15:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62e5ec77-de9c-44c4-b587-8a6ebd5821bc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-1-iscsi'}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 16:00:03.363179 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9d1a37-f9b3-41b8-9aef-8449d8b0ba43 None None] Checking router: b5cfa98b-88ad-4564-a8e2-4992e3cd56e0 for host: dv-cinder-792642-1-iscsi {{(pid=98822) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 21 16:00:03.372224 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9d1a37-f9b3-41b8-9aef-8449d8b0ba43 None None] Routers {'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'} bound to L3 agent in host dv-cinder-792642-1-iscsi {{(pid=98822) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 21 16:00:03.372833 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-ba9d1a37-f9b3-41b8-9aef-8449d8b0ba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f214a1040d0>, 'dv-cinder-792642-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:33:46Z,description=<?>,heartbeat_timestamp=2021-05-21T15:59:46Z,host='dv-cinder-792642-1-iscsi',id=49fddba0-fb87-4b08-bff1-3ac1bbb45db4,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-21T15:33:46Z,topic='l3_agent')) {'router_ids': ['b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'], 'active': True} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 16:00:03.437120 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-60db4e59-1fa8-4a8c-aefa-2d2610fb8583 admin admin] Deleting port 04bee5b9-e342-421f-a7ab-5288f24665ac {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 16:00:03.437350 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-60db4e59-1fa8-4a8c-aefa-2d2610fb8583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:03.553708 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_dvr_db [None req-ba9d1a37-f9b3-41b8-9aef-8449d8b0ba43 None None] Set router b5cfa98b-88ad-4564-a8e2-4992e3cd56e0 gateway port host: None {{(pid=98822) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 21 16:00:03.562539 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-60db4e59-1fa8-4a8c-aefa-2d2610fb8583 admin admin] For port 04bee5b9-e342-421f-a7ab-5288f24665ac, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=04bee5b9-e342-421f-a7ab-5288f24665ac,segment=NetworkSegment(778bad13-bb61-4892-ae89-b3972d1ac296),segment_id=778bad13-bb61-4892-ae89-b3972d1ac296)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 16:00:03.562936 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-60db4e59-1fa8-4a8c-aefa-2d2610fb8583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:03.657380 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.l3_hamode_db [None req-ba9d1a37-f9b3-41b8-9aef-8449d8b0ba43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f214a1040d0>, [{'id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'name': 'tempest-TestVolumeBootPattern-1024410326-router', 'tenant_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:00Z', 'updated_at': '2021-05-21T16:00:03Z', 'revision_number': 6, 'project_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'gw_port_host': None}], 'dv-cinder-792642-1-iscsi', False) {} {{(pid=98822) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 16:00:03.661359 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9d1a37-f9b3-41b8-9aef-8449d8b0ba43 None None] The sync data for ids ['b5cfa98b-88ad-4564-a8e2-4992e3cd56e0'] in dv-cinder-792642-1-iscsi is: [{'id': 'b5cfa98b-88ad-4564-a8e2-4992e3cd56e0', 'name': 'tempest-TestVolumeBootPattern-1024410326-router', 'tenant_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:52:00Z', 'updated_at': '2021-05-21T16:00:03Z', 'revision_number': 6, 'project_id': 'c8715f705f5b4dfaa233d0d1b3034ba4', 'gw_port_host': None}] {{(pid=98822) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 21 16:00:03.689408 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-60db4e59-1fa8-4a8c-aefa-2d2610fb8583 admin admin] Calling delete_port for 04bee5b9-e342-421f-a7ab-5288f24665ac owned by network:router_gateway {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 16:00:03.895619 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-60db4e59-1fa8-4a8c-aefa-2d2610fb8583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:03.899572 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-115de66f-31e3-4f36-a91d-f67a27eb837c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 16:00:03.945811 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db4e59-1fa8-4a8c-aefa-2d2610fb8583 admin admin] Pushing event deleted for resources: {'Port': ['ID=04bee5b9-e342-421f-a7ab-5288f24665ac,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 16:00:03.974557 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-60db4e59-1fa8-4a8c-aefa-2d2610fb8583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 16:00:04.150945 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-60db4e59-1fa8-4a8c-aefa-2d2610fb8583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8121925'] for router_gateway, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:04.326754 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-60db4e59-1fa8-4a8c-aefa-2d2610fb8583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8118647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258358'] for router, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:04.329071 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-60db4e59-1fa8-4a8c-aefa-2d2610fb8583 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:04.438834 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-60db4e59-1fa8-4a8c-aefa-2d2610fb8583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8118441'] for router, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:04.439461 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60db4e59-1fa8-4a8c-aefa-2d2610fb8583 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5cfa98b-88ad-4564-a8e2-4992e3cd56e0 {{(pid=98819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 21 16:00:04.452657 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-60db4e59-1fa8-4a8c-aefa-2d2610fb8583 admin admin] Notify callbacks [] for router, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:04.453965 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-60db4e59-1fa8-4a8c-aefa-2d2610fb8583 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b5cfa98b-88ad-4564-a8e2-4992e3cd56e0 HTTP/1.1" status: 204  len: 168 time: 1.5005002
May 21 16:00:04.456278 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 59218) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 16:00:04.529355 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.db_base_plugin_v2 [None req-79c0d4cd-e109-419a-8aeb-74d8f83cde1c admin admin] Deleting subnet 402b5a15-a5b1-4d0a-bad4-d16644032ecb {{(pid=98819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 21 16:00:04.532481 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-79c0d4cd-e109-419a-8aeb-74d8f83cde1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:04.542688 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 04bee5b9-e342-421f-a7ab-5288f24665ac no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 16:00:04.580140 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: 04bee5b9-e342-421f-a7ab-5288f24665ac {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 16:00:04.580500 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 04bee5b9-e342-421f-a7ab-5288f24665ac not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 16:00:04.581413 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 77e625b1-d80d-4fac-89f8-07afd8c49004 no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 16:00:04.585017 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-79c0d4cd-e109-419a-8aeb-74d8f83cde1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5932813'] for subnet, precommit_delete_associations {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:04.617639 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: 77e625b1-d80d-4fac-89f8-07afd8c49004 {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 16:00:04.617910 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 77e625b1-d80d-4fac-89f8-07afd8c49004 not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 16:00:04.675433 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-79c0d4cd-e109-419a-8aeb-74d8f83cde1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981060'] for subnet, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:04.982322 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-79c0d4cd-e109-419a-8aeb-74d8f83cde1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981069', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5568265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6212389'] for subnet, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:04.986053 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 16:00:05.023405 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0d4cd-e109-419a-8aeb-74d8f83cde1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402b5a15-a5b1-4d0a-bad4-d16644032ecb,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 16:00:05.026406 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-79c0d4cd-e109-419a-8aeb-74d8f83cde1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 16:00:05.027384 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-79c0d4cd-e109-419a-8aeb-74d8f83cde1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:05.032834 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43e58f2-7cbf-44f4-9d4a-aed28eddd199 None None] Network 57d0a144-5f71-4880-be4d-5c9cb16e0441 requested from dv-cinder-792642-1-iscsi {{(pid=98821) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 21 16:00:05.033303 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-79c0d4cd-e109-419a-8aeb-74d8f83cde1c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/402b5a15-a5b1-4d0a-bad4-d16644032ecb HTTP/1.1" status: 204  len: 168 time: 0.5760870
May 21 16:00:05.035835 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 59222) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 16:00:05.139683 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-597767'] for network, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:05.215747 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] Deleting port 0fd521c9-bb58-4249-9848-a19a76656dbf {{(pid=98819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 16:00:05.216089 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:05.286588 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c8c737-92d8-4115-8a36-26e1c5b95c08 None None] DHCP port deletion for 57d0a144-5f71-4880-be4d-5c9cb16e0441 request from dv-cinder-792642-1-iscsi {{(pid=98821) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 21 16:00:05.319511 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.db [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] For port 0fd521c9-bb58-4249-9848-a19a76656dbf, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=0fd521c9-bb58-4249-9848-a19a76656dbf,segment=NetworkSegment(e0db08fa-a5c9-4e0b-bab6-28097668e6a9),segment_id=e0db08fa-a5c9-4e0b-bab6-28097668e6a9)] {{(pid=98819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 16:00:05.319851 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:05.353466 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-67c8c737-92d8-4115-8a36-26e1c5b95c08 None None] Deleting port 0fd521c9-bb58-4249-9848-a19a76656dbf {{(pid=98821) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 21 16:00:05.353843 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-67c8c737-92d8-4115-8a36-26e1c5b95c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736311883246'] for port, before_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:05.444688 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.plugin [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] Calling delete_port for 0fd521c9-bb58-4249-9848-a19a76656dbf owned by network:dhcp {{(pid=98819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 16:00:05.454811 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.db [None req-67c8c737-92d8-4115-8a36-26e1c5b95c08 None None] For port 0fd521c9-bb58-4249-9848-a19a76656dbf, host dv-cinder-792642-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-1-iscsi',level=0,port_id=0fd521c9-bb58-4249-9848-a19a76656dbf,segment=NetworkSegment(e0db08fa-a5c9-4e0b-bab6-28097668e6a9),segment_id=e0db08fa-a5c9-4e0b-bab6-28097668e6a9)] {{(pid=98821) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 21 16:00:05.455218 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-67c8c737-92d8-4115-8a36-26e1c5b95c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8022426'] for port, precommit_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:05.557212 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5568292'] for port, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:05.562035 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-9e0a2ba2-b51f-46dc-bbaf-4168253e2905 tempest-TestVolumeBootPattern-2051158636 tempest-TestVolumeBootPattern-2051158636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 16:00:05.612252 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd521c9-bb58-4249-9848-a19a76656dbf,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 16:00:05.615437 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 16:00:05.616240 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] No DVR routers for this DVR port 0fd521c9-bb58-4249-9848-a19a76656dbf on host dv-cinder-792642-1-iscsi {{(pid=98819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 16:00:05.620798 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-67c8c737-92d8-4115-8a36-26e1c5b95c08 None None] Calling delete_port for 0fd521c9-bb58-4249-9848-a19a76656dbf owned by network:dhcp {{(pid=98821) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 21 16:00:05.665899 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-67c8c737-92d8-4115-8a36-26e1c5b95c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613503', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-109750', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8085982', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736311887050', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736311472514'] for port, after_delete {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:05.670944 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-da4d6c79-68da-4335-8ba6-3cb4b913e8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 16:00:05.716796 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8c737-92d8-4115-8a36-26e1c5b95c08 None None] Pushing event deleted for resources: {'Port': ['ID=0fd521c9-bb58-4249-9848-a19a76656dbf,revision_number=None']} {{(pid=98821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 16:00:05.719727 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG oslo_concurrency.lockutils [None req-67c8c737-92d8-4115-8a36-26e1c5b95c08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98821) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 16:00:05.720544 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c8c737-92d8-4115-8a36-26e1c5b95c08 None None] No DVR routers for this DVR port 0fd521c9-bb58-4249-9848-a19a76656dbf on host dv-cinder-792642-1-iscsi {{(pid=98821) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 21 16:00:05.736944 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-980989', 'neutron.services.segments.db._delete_segments_for_network-8736311911289'] for network, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:05.848221 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f214954d550>,) {'filters': {'network_id': ['57d0a144-5f71-4880-be4d-5c9cb16e0441']}} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 16:00:05.860599 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f214954d550>, 'e0db08fa-a5c9-4e0b-bab6-28097668e6a9') {'for_net_delete': True} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 16:00:05.860927 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.services.segments.db [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f214954d550>, 'e0db08fa-a5c9-4e0b-bab6-28097668e6a9') {} {{(pid=98819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 21 16:00:05.872719 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736311923725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5932820'] for segment, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:05.888618 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409'] for segment, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:05.894514 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=98819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 21 16:00:05.897790 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-975409', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5568343'] for segment, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]: Traceback (most recent call last):
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:     timer()
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:     cb(*args, **kw)
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:     return func(*args, **kwargs)
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:     self._notify()
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:     self.callback(batched_events)
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:     event.method(event)
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:     aggregate_uuid = self.p_client.list_aggregates(
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:     return f(self, *a, **k)
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._get(url).json()
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:     return self.request(url, 'GET', **kwargs)
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:     base_url = self.get_endpoint(auth, allow=allow,
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 21 16:00:05.907678 dv-cinder-792642-1-iscsi neutron-server[98819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 21 16:00:06.038845 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-980938', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8063871', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-8085975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8122016'] for network, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:06.043300 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-4cdf86b9-3ab5-4030-a935-fe3a17ef94bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 16:00:06.056413 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8085996'] for network, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:06.067196 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=57d0a144-5f71-4880-be4d-5c9cb16e0441,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 16:00:06.071545 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 16:00:06.075274 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-a03caddd-c51b-45ae-9d1e-6e262d0786b5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/57d0a144-5f71-4880-be4d-5c9cb16e0441 HTTP/1.1" status: 204  len: 168 time: 1.0384424
May 21 16:00:06.417621 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 59228) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 16:00:06.473638 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-7845ffe0-fb51-47c9-98f9-11599708b4a9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f79e7e2756644b98ac7565f7c9b6f6e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0547624
May 21 16:00:06.476078 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.wsgi [-] (98820) accepted ('10.222.0.70', 59232) {{(pid=98820) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 16:00:06.542835 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-417b6395-6fd0-4376-abe1-b642864d3191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:06.543625 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 0fd521c9-bb58-4249-9848-a19a76656dbf no longer exists at agent ovs-agent-dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 21 16:00:06.571235 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-417b6395-6fd0-4376-abe1-b642864d3191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:06.581620 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.plugin [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] No Port match for: 0fd521c9-bb58-4249-9848-a19a76656dbf {{(pid=98821) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 21 16:00:06.581966 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron.plugins.ml2.rpc [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Device 0fd521c9-bb58-4249-9848-a19a76656dbf not bound to the agent host dv-cinder-792642-1-iscsi {{(pid=98821) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 21 16:00:06.723960 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-417b6395-6fd0-4376-abe1-b642864d3191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:06.728020 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-ede5d212-db9b-46b5-86ae-ea18b5578d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 16:00:06.742517 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417b6395-6fd0-4376-abe1-b642864d3191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41f51b5-1052-4be8-863e-5cab7b67b7a8,revision_number=None']} {{(pid=98820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 16:00:06.746701 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG oslo_concurrency.lockutils [None req-417b6395-6fd0-4376-abe1-b642864d3191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98820) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 16:00:06.750222 dv-cinder-792642-1-iscsi neutron-server[98820]: DEBUG neutron_lib.callbacks.manager [None req-417b6395-6fd0-4376-abe1-b642864d3191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:06.751431 dv-cinder-792642-1-iscsi neutron-server[98820]: INFO neutron.wsgi [None req-417b6395-6fd0-4376-abe1-b642864d3191 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b41f51b5-1052-4be8-863e-5cab7b67b7a8 HTTP/1.1" status: 204  len: 168 time: 0.2744408
May 21 16:00:07.433330 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 59240) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 16:00:07.482112 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-c317bc1a-692b-4f7d-9232-3509cf080d78 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c8715f705f5b4dfaa233d0d1b3034ba4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475583
May 21 16:00:07.484546 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [-] (98819) accepted ('10.222.0.70', 59244) {{(pid=98819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 21 16:00:07.544072 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fe5418bf-cd58-4dd0-bdb0-105d88032fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:07.570914 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fe5418bf-cd58-4dd0-bdb0-105d88032fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:07.690090 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fe5418bf-cd58-4dd0-bdb0-105d88032fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8063403'] for security_group, after_delete {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:07.693863 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-0854159b-a3b2-4ada-b945-10f406698836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 21 16:00:07.708984 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5418bf-cd58-4dd0-bdb0-105d88032fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c21477b-3197-4589-8b42-5462baef8977,revision_number=None']} {{(pid=98819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 21 16:00:07.712838 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG oslo_concurrency.lockutils [None req-fe5418bf-cd58-4dd0-bdb0-105d88032fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98819) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 21 16:00:07.717628 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron_lib.callbacks.manager [None req-fe5418bf-cd58-4dd0-bdb0-105d88032fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:07.723119 dv-cinder-792642-1-iscsi neutron-server[98819]: INFO neutron.wsgi [None req-fe5418bf-cd58-4dd0-bdb0-105d88032fc0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5c21477b-3197-4589-8b42-5462baef8977 HTTP/1.1" status: 204  len: 168 time: 0.2333190
May 21 16:00:08.718090 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 16:00:13.043801 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-95851cf7-e874-48bd-8c2e-fc3ded6812f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:15.653264 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:15.820606 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-54e1f4d4-2953-4b66-b52f-8fa81741b063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:16.740905 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:18.470892 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:29.408323 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:43.024336 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-3d1ada29-e89e-4579-b1d8-6f29b0c7ec57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:45.692580 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:45.716586 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 16:00:45.824221 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-51ca3963-0862-485c-a475-59153c5e57f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:46.750279 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:48.469747 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:00:55.891804 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [req-18d5ccb4-e61b-4aa3-958c-755674c556c5 req-f589f58c-fb85-4daa-8867-9a8b69fe1a20 service neutron] (98819) timed out ('10.222.0.25', 64110) {{(pid=98819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 21 16:00:59.446358 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:01:13.023867 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8223235f-45cf-4f84-bfed-18d1cb0049f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:01:15.673856 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:01:15.868350 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-0d82852f-473b-4233-8acb-f593921db5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:01:16.731022 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:01:18.537115 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:01:22.715208 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 16:01:29.433329 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:01:43.004329 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-02c59844-2582-4348-9d09-60ee55731845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:01:45.638688 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:01:45.844257 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-0df17541-496d-4c7b-8e40-bf697a0d4f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:01:46.815488 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:01:48.535335 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:01:57.403542 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [req-eccc0b42-c93d-44c6-a6dd-760c4d37aa11 req-4207a6c0-d76a-45d2-a921-207f9f39f715 tempest-AttachVolumeNegativeTest-1121020700 tempest-AttachVolumeNegativeTest-1121020700-project] (98819) timed out ('10.222.0.25', 63843) {{(pid=98819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 21 16:01:59.466036 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:01:59.713467 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 16:02:12.980291 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-59896f45-c2b9-4e83-b015-0963445b995f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:02:15.654133 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:02:15.877321 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-33506c8e-eec7-43d6-aa98-e28d2fc1c254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:02:16.768095 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:02:18.510955 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:02:29.436201 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:02:36.712314 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 16:02:42.996260 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-af2f293c-6f58-4527-9c59-e7af032303db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:02:45.647474 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:02:45.857440 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9fd1dbbd-7e02-4773-b5d8-b8a9b2bbb9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:02:46.765986 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:02:48.480216 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:02:59.458781 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:03:12.995118 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-77cbab29-14e6-46cb-921c-085984803a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:03:13.713107 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 16:03:15.663694 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:03:15.869002 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-b0025997-df3b-4906-aec2-50683b83aa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:03:16.801170 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:03:18.543351 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:03:29.480344 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:03:43.008794 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-33c01c63-96e3-4ddd-97e2-4e1f272ebbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:03:45.676822 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:03:45.908213 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea013-1b65-4f2d-be83-335f5c0cfad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:03:46.787859 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:03:48.519961 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:03:50.712865 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 16:03:59.472915 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:04:13.092515 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-b40ac45f-9879-4d01-8028-2d730dfddfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:04:15.706977 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:04:15.849850 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-a8a3482b-d22a-4258-9811-8ec883b87aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:04:16.773424 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:04:18.501067 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:04:27.712587 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 16:04:29.506616 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:04:43.015009 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-33c84e6d-7375-434d-80c5-aa3bf421d5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:04:45.668653 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:04:45.834314 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ab078dd5-6586-468f-9d69-60451d0de7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:04:46.794368 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:04:48.576750 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:04:57.357505 dv-cinder-792642-1-iscsi neutron-server[98819]: DEBUG neutron.wsgi [req-6f1eb3d4-bd71-431e-94b0-512e2d9c8607 req-8b2883c9-7b0a-4deb-8de3-52963cba2358 service neutron] (98819) timed out ('10.222.0.70', 51970) {{(pid=98819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 21 16:04:59.490865 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-9a35bd49-4b5e-4dfb-9502-a8651c44b884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:05:04.714193 dv-cinder-792642-1-iscsi neutron-server[98822]: DEBUG neutron.db.agents_db [None req-f26ec13e-f399-4bc0-b2fe-6fa352df101a None None] Agent healthcheck: found 6 active agents {{(pid=98822) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 21 16:05:13.009815 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-5efae01c-5056-4d6e-bb39-ec8b0285d4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:05:15.684074 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-ff859d01-21c1-404c-848e-4b1db00f8057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:05:15.860273 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-142ee278-3e2b-48b3-b7fd-054217786120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:05:16.787715 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-7640f0c2-67bb-4775-b1b2-749212bd27d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 21 16:05:18.666656 dv-cinder-792642-1-iscsi neutron-server[98821]: DEBUG neutron_lib.callbacks.manager [None req-8b4aa63c-71fb-45db-8b9f-6daa37ddb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736311915102', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953095'] for agent, after_update {{(pid=98821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}